Grafana dashboard: Telegraf Ceph - Latency
Description: telegraf ceph with influxdb
Suggestions for improvements are welcome:
www.brunocarvalho.net

The metrics must be collected by the
https://github.com/influxdata/telegraf/tree/master/plugins/inputs/ceph

Suggestions for improvements are welcome:
www.brunocarvalho.net

{
  "__inputs": [
    {
      "name": "DS_INFLUXDB",
      "label": "InfluxDB",
      "description": "",
      "type": "datasource",
      "pluginId": "influxdb",
      "pluginName": "InfluxDB"
    }
  ],
  "__requires": [
    {
      "type": "grafana",
      "id": "grafana",
      "name": "Grafana",
      "version": "4.1.1"
    },
    {
      "type": "panel",
      "id": "graph",
      "name": "Graph",
      "version": ""
    },
    {
      "type": "datasource",
      "id": "influxdb",
      "name": "InfluxDB",
      "version": "1.0.0"
    }
  ],
  "annotations": {
    "list": []
  },
  "editable": true,
  "gnetId": 7995,
  "graphTooltip": 1,
  "hideControls": false,
  "id": null,
  "links": [],
  "refresh": false,
  "rows": [
    {
      "collapse": true,
      "height": 244,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "This is the entire latency till the transaction finishes i.e journal write + transaction time. It will do a buffer write here.",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 53,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "apply_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"apply_latency.sum\"), 1s)/non_negative_derivative(first(\"apply_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "FileStore Apply Latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Operations Osds",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 54,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "ops - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(last(\"ops\"),1s)  FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "FileStore All  OPS/S osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "decimals": 0,
          "description": "defined by getloadavg() / number of onlinecpus",
          "fill": 0,
          "id": 69,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "hideEmpty": false,
            "hideZero": false,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "Loadavg - $tag_host - OSD: $tag_id",
              "dsType": "influxdb",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "null"
                  ],
                  "type": "fill"
                }
              ],
              "hide": false,
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(last(\"loadavg\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": []
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "CPU OSDs Load AVG",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "OSD Apply Latency/OPS/LOAD",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 271,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Latency of client operations (including queue time)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 36,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "current",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_latency.sum\"), 1s)/non_negative_derivative(first(\"op_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Op Client Latency osd-$osd (With Queue time)",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Tempo Gasto para sair do Journal após os 15 segundos configurados e ir para disco  sata efetivamente",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 33,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "commitcycle_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"commitcycle_latency.sum\"), 1s)/non_negative_derivative(first(\"commitcycle_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/  AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Commit cycle Latency osd-$osd (Flush for disk)",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "filestore_max_sync_interval = 15",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 79,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "min",
            "sortDesc": false,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "commitcycle_interval - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"commitcycle_interval.sum\"), 1s)/non_negative_derivative(first(\"commitcycle_interval.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "commitcycle_interval osd-$osd (timeout flush for disk)",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Commit Latency",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 278,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "This is the latency of putting the ops in journal. Write is acknowledged after that (well a bit after that, there is one context switch after this).",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 55,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "journal_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"journal_latency.sum\"), 1s)/non_negative_derivative(first(\"journal_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Latency Journal osd-$osd (return write Ack for client)",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "journal_wr Journal write IOs",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 58,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "journal_wr  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"journal_wr\"), 1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/   AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Journal_write",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Journal data written",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 63,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "journal_wr_bytes  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"journal_wr_bytes.sum\"), 1s)/non_negative_derivative(last(\"journal_wr_bytes.avgcount\"), 1s)   FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "journal_wr_bytes",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "decimals": null,
          "description": "Max operations in journal queue",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 78,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "journal_queue_ops - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"journal_queue_ops\"), 1s)   FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "journal_queue_ops osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Journal",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 229,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "This is the latency of putting the op in the journal queue. This will give you an idea how much throttling is going on at the first place. This depends on the following two parameters if you are using XFS. filestore_queue_max_ops\nfilestore_queue_max_bytes",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 56,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "queue_transaction_latency_avg - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"queue_transaction_latency_avg.sum\"), 1s)/non_negative_derivative(first(\"queue_transaction_latency_avg.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "queue_transaction_latency_avg  osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Operations count in queue",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 57,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "hideEmpty": false,
            "hideZero": false,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_queue_ops - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT  max(\"op_queue_ops\") FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "op_queue_ops osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": "1",
              "min": "1",
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Size of queue",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 62,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_queue_bytes - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT  non_negative_derivative(first(\"op_queue_bytes\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "op_queue_bytes osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "decbytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "FileStorage Queue",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 250,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client read-modify-write operations",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 48,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_rw - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(first(\"op_rw\"),1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Client read-modify-write operations osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client read-modify-write operations write in",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 49,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "current",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_rw_in_bytes  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(first(\"op_rw_in_bytes\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Client read-modify-write  throughput osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Client read-modify-write OPS/Throughput",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 250,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Latency of read-modify-write operation (including queue time)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 50,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_rw_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_rw_latency.sum\"), 1s)/non_negative_derivative(first(\"op_rw_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Latency of read-modify-write  osd-$osd  (With Queue time)",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Latency of read-modify-write operation (excluding queue time)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 51,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_rw_process_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_rw_process_latency.sum\"), 1s)/non_negative_derivative(first(\"op_rw_process_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Latency of read-modify-write osd-$osd  (Without Queue time)",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "OSD  Latency of read-modify-write",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 247,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client data read",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 41,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "current",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_r_out_bytes  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(last(\"op_r_out_bytes\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Op read client  data throughput osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client data written",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 43,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "current",
            "sortDesc": false,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_w_in_bytes  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(first(\"op_w_in_bytes\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Op write client data throughput osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "OSD Throughput R/W",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 235,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client read operations",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 40,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_r  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(mean(\"op_r\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Client read operations  osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client write operations",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 42,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_w  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(mean(\"op_w\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Client write operations osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "wps",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "OSD OPS R/W",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 196,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "op_r_latency Latency of client read operations (including queue time)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 46,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_r_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_r_latency.sum\"), 1s)/non_negative_derivative(first(\"op_r_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Latency of read operation (including queue time) osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "op_w_latency Latency of client write operations (including queue time)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 44,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_w_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_w_latency.sum\"), 1s)/non_negative_derivative(first(\"op_w_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Latency of write operation (including queue time) osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "OSD Latency R/W (With queue time)",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 247,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Latency of read operation (excluding queue time)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 45,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_r_process_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_r_process_latency.sum\"), 1s)/non_negative_derivative(first(\"op_r_process_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Latency of read operation (excluding queue time) osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "op_w_process_latency  Latency of client write operations  (Without Queue time)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 47,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_w_process_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_w_process_latency.sum\"), 1s)/non_negative_derivative(first(\"op_w_process_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Latency of write operation (excluding queue time) osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "OSD Latency R/W (Without queue time)",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 251,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client write operation readable/applied latency",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 60,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "current",
            "sortDesc": false,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_w_rlat - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_w_rlat.sum\"), 1s)/non_negative_derivative(first(\"op_w_rlat.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Client write operation readable/applied latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Client read-modify-write operation readable/applied latency",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 61,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_rw_rlat - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_rw_rlat.sum\"), 1s)/non_negative_derivative(first(\"op_rw_rlat.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Client read-modify-write operation readable/applied latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "OSD Rlat Latency",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 211,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "fill": 1,
          "id": 70,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": true,
            "min": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "ios_dirtied - $tag_host - OSD: $tag_id",
              "dsType": "influxdb",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "null"
                  ],
                  "type": "fill"
                }
              ],
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"ios_dirtied\"), 1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/   AND collection='WBThrottle'  AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": []
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Dirty operations",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "fill": 1,
          "id": 74,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": true,
            "min": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "ios_wb - $tag_host - OSD: $tag_id",
              "dsType": "influxdb",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "null"
                  ],
                  "type": "fill"
                }
              ],
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"ios_wb\"), 1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/   AND collection='WBThrottle' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": []
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Written operations",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "fill": 1,
          "id": 72,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": true,
            "min": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "Dirty data - $tag_host - OSD: $tag_id",
              "dsType": "influxdb",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "null"
                  ],
                  "type": "fill"
                }
              ],
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"bytes_dirtied\"), 1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/   AND collection='WBThrottle' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": []
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Dirty data",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "bytes",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "fill": 1,
          "id": 73,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": true,
            "min": false,
            "show": true,
            "sort": "current",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "bytes_wb - $tag_host - OSD: $tag_id",
              "dsType": "influxdb",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "null"
                  ],
                  "type": "fill"
                }
              ],
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"bytes_wb\"), 1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/   AND collection='WBThrottle' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": []
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Written data",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "bytes",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "fill": 1,
          "id": 75,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": true,
            "min": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "inodes_dirtied - $tag_host - OSD: $tag_id",
              "dsType": "influxdb",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "null"
                  ],
                  "type": "fill"
                }
              ],
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"inodes_dirtied\"), 1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/   AND collection='WBThrottle'AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": []
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Entries waiting for write",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "fill": 1,
          "id": 76,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": true,
            "min": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "Written entries - $tag_host - OSD: $tag_id",
              "dsType": "influxdb",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "null"
                  ],
                  "type": "fill"
                }
              ],
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"inodes_wb\"), 1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/   AND collection='WBThrottle' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": []
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Written entries",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Write Back - WBThrottle",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 246,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Replication operations currently being processed (primary)",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 34,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "avg",
            "sortDesc": false,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "op_wip - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"op_wip\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Operations Replication WIP osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Suboperations",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 80,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Suboperations osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Suboperations total size",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 82,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_in_bytes  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(first(\"subop_in_bytes\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "subop_in_bytes osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 83,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_latency.sum\"), 1s)/non_negative_derivative(first(\"subop_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Suboperations latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Replicated writes",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 84,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_w - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_w\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "subop_w Replicated writes osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Replicated written data size",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 85,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": false,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_w_in_bytes - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(first(\"subop_w_in_bytes\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "subop_w_in_bytes osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Replicated writes latency",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 86,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_w_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_w_latency.sum\"), 1s)/non_negative_derivative(first(\"subop_w_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Replicated writes latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Suboperations pull requests",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 87,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_pull_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_pull_latency.sum\"), 1s)/non_negative_derivative(first(\"subop_pull_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Replicated writes latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Suboperations pull requests",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 88,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "min",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_pull - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_pull\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "subop_pull  requests osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Suboperations pull latency",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 89,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_pull_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_pull_latency.sum\"), 1s)/non_negative_derivative(first(\"subop_pull_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Suboperations pull latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Suboperations push messages",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 90,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "min",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_push - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_push\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Suboperations push messages osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Suboperations push latency",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 91,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "subop_push_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"subop_push_latency.sum\"), 1s)/non_negative_derivative(first(\"subop_push_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Suboperations push latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Pull requests sent",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 92,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "min",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "pull  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"pull\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Pull requests sent osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Push messages sent",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 93,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "push  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"push\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Push messages sent osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Inbound push messages",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 94,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 4,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "push_in  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"push_in\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Inbound push messages osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Inbound pushed size",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 95,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "push_in_bytes - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT NON_NEGATIVE_DERIVATIVE(first(\"push_in_bytes\"),1s) FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND collection='osd'  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Inbound pushed size osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "label": "ops/s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "Bps",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Started recovery operations",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 96,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "recovery_ops - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"recovery_ops\"), 1s) FROM \"ceph\" WHERE \"host\" =~  /^([[host]])$/  AND \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\"  fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Started recovery operations osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Replication/Suboperations",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 246,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Initial recovery state latency",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 97,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "initial_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"initial_latency.sum\"), 1s)/non_negative_derivative(first(\"initial_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Initial recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 98,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "current",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "started_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"started_latency.sum\"), 1s)/non_negative_derivative(first(\"started_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Started recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 99,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "reset_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"reset_latency.sum\"), 1s)/non_negative_derivative(first(\"reset_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Reset recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 100,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "start_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"start_latency.sum\"), 1s)/non_negative_derivative(first(\"start_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Start recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 101,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "primary_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"primary_latency.sum\"),1s)/non_negative_derivative(first(\"primary_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Primary recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 102,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "peering_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"peering_latency.sum\"), 1s)/non_negative_derivative(first(\"peering_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Peering recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 103,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "backfilling_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"backfilling_latency.sum\"), 1s)/non_negative_derivative(first(\"backfilling_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Backfilling recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 104,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "waitremotebackfillreserved_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"waitremotebackfillreserved_latency.sum\"), 1s)/non_negative_derivative(first(\"waitremotebackfillreserved_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Wait remote backfill reserved recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 105,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": false,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "waitlocalbackfillreserved_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"waitlocalbackfillreserved_latency.sum\"), 1s)/non_negative_derivative(first(\"waitlocalbackfillreserved_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Wait local backfill reserved recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 106,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": false,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "notbackfilling_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"notbackfilling_latency.sum\"), 1s)/non_negative_derivative(first(\"notbackfilling_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Notbackfilling recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 107,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "repnotrecovering_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"repnotrecovering_latency.sum\"), 1s)/non_negative_derivative(first(\"repnotrecovering_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Repnotrecovering recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 108,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "repwaitrecoveryreserved_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"repwaitrecoveryreserved_latency.sum\"), 1s)/non_negative_derivative(first(\"repwaitrecoveryreserved_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Rep wait recovery reserved recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 109,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "repwaitbackfillreserved_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"repwaitbackfillreserved_latency.sum\"), 1s)/non_negative_derivative(first(\"repwaitbackfillreserved_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Rep wait backfill reserved recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 110,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "RepRecovering_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"reprecovering_latency.sum\"), 1s)/non_negative_derivative(first(\"reprecovering_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Rep wait backfill reserved recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 111,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "activating_latency- $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"activating_latency.sum\"), 1s)/non_negative_derivative(first(\"activating_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Activating recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 112,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "waitlocalrecoveryreserved_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"waitlocalrecoveryreserved_latency.sum\"), 1s)/non_negative_derivative(first(\"waitlocalrecoveryreserved_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Wait local recovery reserved recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 113,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "waitremoterecoveryreserved_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"waitremoterecoveryreserved_latency.sum\"), 1s)/non_negative_derivative(first(\"waitremoterecoveryreserved_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Wait remote recovery reserved recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 114,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "recovering_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"recovering_latency.sum\"), 1s)/non_negative_derivative(first(\"recovering_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Recovering recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 115,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "recovered_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"recovered_latency.sum\"), 1s)/non_negative_derivative(first(\"recovered_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Recovered recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 116,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "clean_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"clean_latency.sum\"), 1s)/non_negative_derivative(first(\"clean_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Clean recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 117,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "avg",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "active_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"active_latency.sum\"), 1s)/non_negative_derivative(first(\"active_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Active recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 118,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": false,
            "show": true,
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "replicaactive_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"replicaactive_latency.sum\"), 1s)/non_negative_derivative(first(\"replicaactive_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Replicaactive recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 119,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "stray_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"stray_latency.sum\"), 1s)/non_negative_derivative(first(\"stray_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Stray recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 120,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "getinfo_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"getinfo_latency.sum\"), 1s)/non_negative_derivative(first(\"getinfo_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Getinfo recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 121,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "getlog_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"getlog_latency.sum\"), 1s)/non_negative_derivative(first(\"getlog_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Getlog recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 122,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "waitactingchange_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"waitactingchange_latency.sum\"), 1s)/non_negative_derivative(first(\"waitactingchange_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Waitactingchange recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 123,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "incomplete_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"incomplete_latency.sum\"), 1s)/non_negative_derivative(first(\"incomplete_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Incomplete recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 124,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "getmissing_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"getmissing_latency.sum\"), 1s)/non_negative_derivative(first(\"getmissing_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Getmissing recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 125,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": false,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 3,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "waitupthru_latency - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(first(\"waitupthru_latency.sum\"), 1s)/non_negative_derivative(first(\"waitupthru_latency.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Waitupthru recovery state latency osd-$osd",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Recovery Latency",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 284,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "Throttle Waiting latency",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 68,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "throttle-osd_client_messages - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-osd_client_messages' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-cluster - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-cluster' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-hb_back_server - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-hb_back_server' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "C",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-hb_front_server - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-hb_front_server' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "D",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-hbclient - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/ AND collection='throttle-msgr_dispatch_throttler-hbclient' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "E",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-ms_objecter- wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-ms_objecter' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "F",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-objecter_bytes - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-objecter_bytes' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "G",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-objecter_ops - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-objecter_ops' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "H",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-osd_client_bytes - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-osd_client_bytes' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "I",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-osd_client_messages - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)   FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-osd_client_messages' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "J",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "All Throttle Waiting latency",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 66,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": "max",
            "sortDesc": true,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "throttle-msgr_dispatch_throttler-client - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-client' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-cluster - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-cluster' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-hb_back_server - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-hb_back_server' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "C",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-hb_front_server - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-hb_front_server' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "D",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-hbclient - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-hbclient' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "E",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-msgr_dispatch_throttler-ms_objecter- val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-msgr_dispatch_throttler-ms_objecter' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "F",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-objecter_bytes - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-objecter_bytes' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "G",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-objecter_ops - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-objecter_ops' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "H",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-osd_client_bytes - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-osd_client_bytes' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "I",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "throttle-osd_client_messages - val  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"val\"), 1s)  FROM \"ceph\" WHERE \"host\" =~ /^([[host]])$/  AND  \"id\" =~ /^([[osd]])$/  AND collection='throttle-osd_client_messages' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "J",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "All Currently available Throttle",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Throttle",
      "titleSize": "h6"
    },
    {
      "collapse": true,
      "height": 250,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "datasource": "${DS_INFLUXDB}",
          "description": "",
          "editable": true,
          "error": false,
          "fill": 0,
          "grid": {},
          "id": 67,
          "interval": ">60s",
          "legend": {
            "alignAsTable": true,
            "avg": true,
            "current": true,
            "max": true,
            "min": true,
            "rightSide": false,
            "show": true,
            "sort": null,
            "sortDesc": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "connected",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "span": 12,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "alias": "mutex-FileJournal::completions_lock - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-FileJournal::completions_lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "A",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-FileJournal::finisher_lock - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s) FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-FileJournal::finisher_lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "B",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-FileJournal::write_lock - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-FileJournal::write_lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "C",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-FileJournal::writeq_lock - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s) FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-FileJournal::writeq_lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "D",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-JOS::ApplyManager::apply_lock - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-JOS::ApplyManager::apply_lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "E",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-JOS::ApplyManager::com_lock - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-JOS::ApplyManager::com_lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "F",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-JOS::SubmitManager::lock - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-JOS::SubmitManager::lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "G",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:.0 - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:.0' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "H",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:.1 - wait  - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:.1' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "I",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:.2 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:.2' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "J",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:.3 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:.3' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "K",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:.4 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:.4' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "L",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:order:.0 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:order:.0' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "M",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:order:.1 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:order:.1' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "N",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:order:.2 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:order:.2' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "O",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:order:.3 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:order:.3' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "P",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-OSD:ShardedOpWQ:order:.4 - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-OSD:ShardedOpWQ:order:.4' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "Q",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            },
            {
              "alias": "mutex-WBThrottle::lock - wait - $tag_host - OSD: $tag_id",
              "column": "value",
              "dsType": "influxdb",
              "function": "mean",
              "groupBy": [
                {
                  "params": [
                    "$interval"
                  ],
                  "type": "time"
                },
                {
                  "params": [
                    "0"
                  ],
                  "type": "fill"
                }
              ],
              "groupByTags": [],
              "hide": false,
              "measurement": "ceph_osd_latency_apply",
              "policy": "default",
              "query": "SELECT non_negative_derivative(last(\"wait.sum\"), 1s)/non_negative_derivative(first(\"wait.avgcount\"),1s)  FROM \"ceph\" WHERE \"host\" =~ /$host$/   AND \"id\" =~ /$osd$/ AND collection='mutex-WBThrottle::lock' AND  $timeFilter GROUP BY time($interval), \"host\", \"id\" fill(previous)",
              "rawQuery": true,
              "refId": "R",
              "resultFormat": "time_series",
              "select": [
                [
                  {
                    "params": [
                      "value"
                    ],
                    "type": "field"
                  },
                  {
                    "params": [],
                    "type": "mean"
                  }
                ]
              ],
              "tags": [
                {
                  "key": "cluster",
                  "operator": "=~",
                  "value": "/$cluster/"
                },
                {
                  "condition": "AND",
                  "key": "osd",
                  "operator": "=~",
                  "value": "/$osd/"
                }
              ]
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "All Average time of mutex in locked state",
          "tooltip": {
            "msResolution": false,
            "shared": true,
            "sort": 0,
            "value_type": "cumulative"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": 0,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Mutex",
      "titleSize": "h6"
    }
  ],
  "schemaVersion": 14,
  "style": "dark",
  "tags": [],
  "templating": {
    "enable": true,
    "list": [
      {
        "allValue": "",
        "current": {},
        "datasource": "${DS_INFLUXDB}",
        "hide": 0,
        "includeAll": true,
        "label": null,
        "multi": true,
        "name": "host",
        "options": [],
        "query": "show tag values from ceph with key = host",
        "refresh": 1,
        "regex": "",
        "sort": 3,
        "tagValuesQuery": "SHOW TAG VALUES WITH KEY = \"host\" WHERE tags =~ /$tag/",
        "tags": [
          "storage,osd",
          "storage,osd,sata",
          "storage,osd,ssd"
        ],
        "tagsQuery": "SHOW TAG VALUES WITH KEY = \"tags\" where role = 'osd_storage'",
        "type": "query",
        "useTags": true
      },
      {
        "allFormat": "wildcard",
        "allValue": null,
        "current": {},
        "datasource": "${DS_INFLUXDB}",
        "hide": 0,
        "includeAll": true,
        "label": null,
        "multi": true,
        "name": "osd",
        "options": [],
        "query": "show tag values from ceph with key = id  where  \"host\" =~ /^[[host]]$/",
        "refresh": 1,
        "refresh_on_load": true,
        "regex": "",
        "sort": 3,
        "tagValuesQuery": "SHOW TAG VALUES WITH KEY = \"host\" WHERE tags =~ /$tag/",
        "tags": [],
        "tagsQuery": "SHOW TAG VALUES WITH KEY = \"tags\"",
        "type": "query",
        "useTags": false
      }
    ]
  },
  "time": {
    "from": "now-3h",
    "to": "now"
  },
  "timepicker": {
    "collapse": false,
    "enable": true,
    "notice": false,
    "now": true,
    "refresh_intervals": [
      "5s",
      "10s",
      "30s",
      "1m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ],
    "status": "Stable",
    "time_options": [
      "5m",
      "15m",
      "1h",
      "6h",
      "12h",
      "24h",
      "2d",
      "7d",
      "30d"
    ],
    "type": "timepicker"
  },
  "timezone": "browser",
  "title": "Telegraf Ceph - Latency",
  "version": 185,
  "description": "telegraf ceph with influxdb\r\nSuggestions for improvements are welcome:\r\nwww.brunocarvalho.net"
}