Grafana dashboard: OVHcloud Data Processing Overview
Description: OVHcloud Data Processing Overview


{
  "__inputs": [
    {
      "name": "VAR_TOKEN",
      "type": "constant",
      "label": "token",
      "value": "",
      "description": "Metrics token from data processing api"
    },
    {
      "name": "VAR_DATASOURCE",
      "type": "datasource",
      "label": "datasource",
      "pluginId": "grafana-warp10-datasource",
      "pluginName": "Warp10",
      "value": "",
      "description": "Warp10 datasource"
    }
  ],
  "__requires": [
    {
      "type": "grafana",
      "id": "grafana",
      "name": "Grafana",
      "version": "4.6.3"
    },
    {
      "type": "panel",
      "id": "graph",
      "name": "Graph",
      "version": ""
    },
    {
      "type": "panel",
      "id": "singlestat",
      "name": "Singlestat",
      "version": ""
    }
  ],
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": "-- Grafana --",
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "type": "dashboard"
      }
    ]
  },
  "editable": true,
  "gnetId": 11844,
  "graphTooltip": 0,
  "hideControls": false,
  "id": null,
  "links": [],
  "refresh": false,
  "rows": [
    {
      "collapse": false,
      "height": "200",
      "panels": [
        {
          "cacheTimeout": null,
          "colorBackground": false,
          "colorValue": false,
          "colors": [
            "#299c46",
            "rgba(237, 129, 40, 0.89)",
            "#d44a3a"
          ],
          "datasource": "$datasource",
          "format": "none",
          "gauge": {
            "maxValue": 100,
            "minValue": 0,
            "show": false,
            "thresholdLabels": false,
            "thresholdMarkers": true
          },
          "id": 1,
          "interval": null,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "links": [],
          "mappingType": 1,
          "mappingTypes": [
            {
              "name": "value to text",
              "value": 1
            },
            {
              "name": "range to text",
              "value": 2
            }
          ],
          "maxDataPoints": 100,
          "nullPointMode": "connected",
          "nullText": null,
          "postfix": "",
          "postfixFontSize": "50%",
          "prefix": "",
          "prefixFontSize": "50%",
          "rangeMaps": [
            {
              "from": "null",
              "text": "N/A",
              "to": "null"
            }
          ],
          "span": 2,
          "sparkline": {
            "fillColor": "rgba(31, 118, 189, 0.18)",
            "full": false,
            "lineColor": "rgb(31, 120, 193)",
            "show": false
          },
          "tableColumn": "",
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'activeTasks' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE",
              "friendlyQuery": {
                "bucketCount": 50,
                "bucketizer": null,
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "className": "",
                "filter": null,
                "filterLabels": [],
                "filterParamClass": "",
                "filterParamMap": {},
                "filterParamNumber": 0,
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ],
                "labels": {},
                "readToken": "",
                "reducer": null,
                "reducerLabels": [],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 6546740 '__interval' STORE 6546 '__interval_ms' STORE '59Qg3PyYQB2qoL408mYHHroqmv5CAV9nuI89oiCyeLqTJmN3Z.i_OApKUoSeDMK8DU3RJjW_fTpcN6Soc7t47y3YWqnw4LdtWq3ZngyhWMdjpWMGqMaYB7zHuL46QZKbg29sakUpSRDvZBPfj.IfhQq5XuC.RxsV3Jt.x9TdeEgNumXxvmSc2TRHQ0bYqHV9PA1AqBrbIZOj2hYquXAnj4G6o..YsVcX' 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'activeTasks' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE"
            }
          ],
          "thresholds": "",
          "title": "Current # of active tasks",
          "type": "singlestat",
          "valueFontSize": "80%",
          "valueMaps": [
            {
              "op": "=",
              "text": "N/A",
              "value": "null"
            }
          ],
          "valueName": "avg"
        },
        {
          "cacheTimeout": null,
          "colorBackground": false,
          "colorValue": false,
          "colors": [
            "#299c46",
            "rgba(237, 129, 40, 0.89)",
            "#d44a3a"
          ],
          "datasource": "$datasource",
          "description": "Total CPU time spent in operations during task execution. Values from executors that are no more active are not counted.",
          "format": "ns",
          "gauge": {
            "maxValue": 100,
            "minValue": 0,
            "show": false,
            "thresholdLabels": false,
            "thresholdMarkers": true
          },
          "id": 2,
          "interval": null,
          "links": [],
          "mappingType": 1,
          "mappingTypes": [
            {
              "name": "value to text",
              "value": 1
            },
            {
              "name": "range to text",
              "value": 2
            }
          ],
          "maxDataPoints": 100,
          "nullPointMode": "connected",
          "nullText": null,
          "postfix": "",
          "postfixFontSize": "50%",
          "prefix": "",
          "prefixFontSize": "50%",
          "rangeMaps": [
            {
              "from": "null",
              "text": "N/A",
              "to": "null"
            }
          ],
          "span": 2,
          "sparkline": {
            "fillColor": "rgba(31, 118, 189, 0.18)",
            "full": false,
            "lineColor": "rgb(31, 120, 193)",
            "show": false
          },
          "tableColumn": "",
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'type' 'cpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE",
              "friendlyQuery": {
                "bucketCount": 50,
                "bucketizer": null,
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "className": "",
                "filter": null,
                "filterLabels": [],
                "filterParamClass": "",
                "filterParamMap": {},
                "filterParamNumber": 0,
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ],
                "labels": {},
                "readToken": "",
                "reducer": null,
                "reducerLabels": [],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 6546740 '__interval' STORE 6546 '__interval_ms' STORE '59Qg3PyYQB2qoL408mYHHroqmv5CAV9nuI89oiCyeLqTJmN3Z.i_OApKUoSeDMK8DU3RJjW_fTpcN6Soc7t47y3YWqnw4LdtWq3ZngyhWMdjpWMGqMaYB7zHuL46QZKbg29sakUpSRDvZBPfj.IfhQq5XuC.RxsV3Jt.x9TdeEgNumXxvmSc2TRHQ0bYqHV9PA1AqBrbIZOj2hYquXAnj4G6o..YsVcX' 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'type' 'cpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE"
            }
          ],
          "thresholds": "",
          "title": "Total executor CPU time",
          "type": "singlestat",
          "valueFontSize": "80%",
          "valueMaps": [
            {
              "op": "=",
              "text": "N/A",
              "value": "null"
            }
          ],
          "valueName": "current"
        },
        {
          "cacheTimeout": null,
          "colorBackground": false,
          "colorValue": false,
          "colors": [
            "#299c46",
            "rgba(237, 129, 40, 0.89)",
            "#d44a3a"
          ],
          "datasource": "$datasource",
          "description": "Total time spent in GC operations during task execution. Values from executors that are no more active are not counted.",
          "format": "ms",
          "gauge": {
            "maxValue": 100,
            "minValue": 0,
            "show": false,
            "thresholdLabels": false,
            "thresholdMarkers": true
          },
          "id": 3,
          "interval": null,
          "links": [],
          "mappingType": 1,
          "mappingTypes": [
            {
              "name": "value to text",
              "value": 1
            },
            {
              "name": "range to text",
              "value": 2
            }
          ],
          "maxDataPoints": 100,
          "nullPointMode": "connected",
          "nullText": null,
          "postfix": "",
          "postfixFontSize": "50%",
          "prefix": "",
          "prefixFontSize": "50%",
          "rangeMaps": [
            {
              "from": "null",
              "text": "N/A",
              "to": "null"
            }
          ],
          "span": 2,
          "sparkline": {
            "fillColor": "rgba(31, 118, 189, 0.18)",
            "full": false,
            "lineColor": "rgb(31, 120, 193)",
            "show": false
          },
          "tableColumn": "",
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'type' 'jvmGCTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE",
              "friendlyQuery": {
                "bucketCount": 50,
                "bucketizer": null,
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "className": "",
                "filter": null,
                "filterLabels": [],
                "filterParamClass": "",
                "filterParamMap": {},
                "filterParamNumber": 0,
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ],
                "labels": {},
                "readToken": "",
                "reducer": null,
                "reducerLabels": [],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 6546740 '__interval' STORE 6546 '__interval_ms' STORE '59Qg3PyYQB2qoL408mYHHroqmv5CAV9nuI89oiCyeLqTJmN3Z.i_OApKUoSeDMK8DU3RJjW_fTpcN6Soc7t47y3YWqnw4LdtWq3ZngyhWMdjpWMGqMaYB7zHuL46QZKbg29sakUpSRDvZBPfj.IfhQq5XuC.RxsV3Jt.x9TdeEgNumXxvmSc2TRHQ0bYqHV9PA1AqBrbIZOj2hYquXAnj4G6o..YsVcX' 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'type' 'jvmGCTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE"
            }
          ],
          "thresholds": "",
          "title": "Total executor GC time",
          "type": "singlestat",
          "valueFontSize": "80%",
          "valueMaps": [
            {
              "op": "=",
              "text": "N/A",
              "value": "null"
            }
          ],
          "valueName": "total"
        },
        {
          "cacheTimeout": null,
          "colorBackground": false,
          "colorValue": false,
          "colors": [
            "#299c46",
            "rgba(237, 129, 40, 0.89)",
            "#d44a3a"
          ],
          "datasource": "$datasource",
          "format": "none",
          "gauge": {
            "maxValue": 100,
            "minValue": 0,
            "show": false,
            "thresholdLabels": false,
            "thresholdMarkers": true
          },
          "id": 4,
          "interval": null,
          "links": [],
          "mappingType": 1,
          "mappingTypes": [
            {
              "name": "value to text",
              "value": 1
            },
            {
              "name": "range to text",
              "value": 2
            }
          ],
          "maxDataPoints": 100,
          "nullPointMode": "connected",
          "nullText": null,
          "postfix": "",
          "postfixFontSize": "50%",
          "prefix": "",
          "prefixFontSize": "50%",
          "rangeMaps": [
            {
              "from": "null",
              "text": "N/A",
              "to": "null"
            }
          ],
          "span": 2,
          "sparkline": {
            "fillColor": "rgba(31, 118, 189, 0.18)",
            "full": false,
            "lineColor": "rgb(31, 120, 193)",
            "show": false
          },
          "tableColumn": "",
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'completeTasks' 'type' 'threadpool' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE\n[ SWAP [] reducer.sum ] REDUCE",
              "friendlyQuery": {
                "bucketCount": 50,
                "bucketizer": null,
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "className": "",
                "filter": null,
                "filterLabels": [],
                "filterParamClass": "",
                "filterParamMap": {},
                "filterParamNumber": 0,
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ],
                "labels": {},
                "readToken": "",
                "reducer": null,
                "reducerLabels": [],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ]
              },
              "hideAttributes": false,
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 6546740 '__interval' STORE 6546 '__interval_ms' STORE '59Qg3PyYQB2qoL408mYHHroqmv5CAV9nuI89oiCyeLqTJmN3Z.i_OApKUoSeDMK8DU3RJjW_fTpcN6Soc7t47y3YWqnw4LdtWq3ZngyhWMdjpWMGqMaYB7zHuL46QZKbg29sakUpSRDvZBPfj.IfhQq5XuC.RxsV3Jt.x9TdeEgNumXxvmSc2TRHQ0bYqHV9PA1AqBrbIZOj2hYquXAnj4G6o..YsVcX' 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'completeTasks' 'type' 'threadpool' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE\n[ SWAP [] reducer.sum ] REDUCE"
            }
          ],
          "thresholds": "",
          "title": "# of completed tasks",
          "type": "singlestat",
          "valueFontSize": "80%",
          "valueMaps": [
            {
              "op": "=",
              "text": "N/A",
              "value": "null"
            }
          ],
          "valueName": "avg"
        },
        {
          "cacheTimeout": null,
          "colorBackground": false,
          "colorValue": false,
          "colors": [
            "#299c46",
            "rgba(237, 129, 40, 0.89)",
            "#d44a3a"
          ],
          "datasource": "$datasource",
          "format": "none",
          "gauge": {
            "maxValue": 100,
            "minValue": 0,
            "show": false,
            "thresholdLabels": false,
            "thresholdMarkers": true
          },
          "id": 5,
          "interval": null,
          "links": [],
          "mappingType": 1,
          "mappingTypes": [
            {
              "name": "value to text",
              "value": 1
            },
            {
              "name": "range to text",
              "value": 2
            }
          ],
          "maxDataPoints": 100,
          "nullPointMode": "connected",
          "nullText": null,
          "postfix": "",
          "postfixFontSize": "50%",
          "prefix": "",
          "prefixFontSize": "50%",
          "rangeMaps": [
            {
              "from": "null",
              "text": "N/A",
              "to": "null"
            }
          ],
          "span": 2,
          "sparkline": {
            "fillColor": "rgba(31, 118, 189, 0.18)",
            "full": false,
            "lineColor": "rgb(31, 120, 193)",
            "show": false
          },
          "tableColumn": "",
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_DAG_scheduler' { 'qty' 'failedStages' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE",
              "friendlyQuery": {
                "bucketCount": 50,
                "bucketizer": null,
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "className": "",
                "filter": null,
                "filterLabels": [],
                "filterParamClass": "",
                "filterParamMap": {},
                "filterParamNumber": 0,
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ],
                "labels": {},
                "readToken": "",
                "reducer": null,
                "reducerLabels": [],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 6546740 '__interval' STORE 6546 '__interval_ms' STORE '59Qg3PyYQB2qoL408mYHHroqmv5CAV9nuI89oiCyeLqTJmN3Z.i_OApKUoSeDMK8DU3RJjW_fTpcN6Soc7t47y3YWqnw4LdtWq3ZngyhWMdjpWMGqMaYB7zHuL46QZKbg29sakUpSRDvZBPfj.IfhQq5XuC.RxsV3Jt.x9TdeEgNumXxvmSc2TRHQ0bYqHV9PA1AqBrbIZOj2hYquXAnj4G6o..YsVcX' 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_DAG_scheduler' { 'qty' 'failedStages' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE"
            }
          ],
          "thresholds": "",
          "title": "Failed stages",
          "type": "singlestat",
          "valueFontSize": "80%",
          "valueMaps": [
            {
              "op": "=",
              "text": "N/A",
              "value": "null"
            }
          ],
          "valueName": "avg"
        },
        {
          "cacheTimeout": null,
          "colorBackground": false,
          "colorValue": false,
          "colors": [
            "#299c46",
            "rgba(237, 129, 40, 0.89)",
            "#d44a3a"
          ],
          "datasource": "$datasource",
          "decimals": 1,
          "format": "percentunit",
          "gauge": {
            "maxValue": 1,
            "minValue": 0,
            "show": true,
            "thresholdLabels": false,
            "thresholdMarkers": true
          },
          "id": 6,
          "interval": null,
          "links": [],
          "mappingType": 1,
          "mappingTypes": [
            {
              "name": "value to text",
              "value": 1
            },
            {
              "name": "range to text",
              "value": 2
            }
          ],
          "maxDataPoints": 100,
          "nullPointMode": "connected",
          "nullText": null,
          "postfix": "",
          "postfixFontSize": "50%",
          "prefix": "",
          "prefixFontSize": "50%",
          "rangeMaps": [
            {
              "from": "null",
              "text": "N/A",
              "to": "null"
            }
          ],
          "span": 2,
          "sparkline": {
            "fillColor": "rgba(31, 118, 189, 0.18)",
            "full": false,
            "lineColor": "rgb(31, 120, 193)",
            "show": false
          },
          "tableColumn": "",
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_jvm_memory_usage' { 'mem_type' 'heap' 'qty' 'usage' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE\n[ SWAP [] reducer.mean ] REDUCE",
              "friendlyQuery": {
                "bucketCount": 50,
                "bucketizer": null,
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "className": "",
                "filter": null,
                "filterLabels": [],
                "filterParamClass": "",
                "filterParamMap": {},
                "filterParamNumber": 0,
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ],
                "labels": {},
                "readToken": "",
                "reducer": null,
                "reducerLabels": [],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 6546740 '__interval' STORE 6546 '__interval_ms' STORE '59Qg3PyYQB2qoL408mYHHroqmv5CAV9nuI89oiCyeLqTJmN3Z.i_OApKUoSeDMK8DU3RJjW_fTpcN6Soc7t47y3YWqnw4LdtWq3ZngyhWMdjpWMGqMaYB7zHuL46QZKbg29sakUpSRDvZBPfj.IfhQq5XuC.RxsV3Jt.x9TdeEgNumXxvmSc2TRHQ0bYqHV9PA1AqBrbIZOj2hYquXAnj4G6o..YsVcX' 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_jvm_memory_usage' { 'mem_type' 'heap' 'qty' 'usage' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE\n[ SWAP [] reducer.mean ] REDUCE"
            }
          ],
          "thresholds": "0.7,0.9",
          "title": "Heap memory used (%)",
          "type": "singlestat",
          "valueFontSize": "80%",
          "valueMaps": [
            {
              "op": "=",
              "text": "N/A",
              "value": "null"
            }
          ],
          "valueName": "current"
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Job summary",
      "titleSize": "h6"
    },
    {
      "collapse": false,
      "height": 250,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "description": "Number of active tasks per executor",
          "fill": 1,
          "id": 7,
          "legend": {
            "avg": false,
            "alignAsTable": true,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'activeTasks' 'type' 'threadpool' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'activeTasks' 'type' 'threadpool' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "# of active tasks",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": "# of active tasks",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "description": "Total executor CPU utilization. The value is normalized as \"core-equivalents\", ie. the number of cores running at 100% that would give equivalent CPU utilization.",
          "fill": 1,
          "id": 8,
          "legend": {
            "avg": false,
            "alignAsTable": true,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'cpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.000000001 mapper.mul 0 0 0 ] MAP\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'cpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.000000001 mapper.mul 0 0 0 ] MAP\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Executors JVM CPU utilization (# of cores equivalent)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Spark workload metrics (1/3)",
      "titleSize": "h6"
    },
    {
      "collapse": false,
      "height": "250",
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "description": "Time spent in garbage collection. The value is normalized as \"core-equivalents\", ie. the number of cores running at 100% that would give equivalent CPU utilization.",
          "fill": 1,
          "id": 9,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'jvmGCTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'jvmGCTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Garbage Collection Time (# of cores equivalent)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": true,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "description": "Executor run time and wait time compared. The values are normalized as \"core-equivalents\", ie. the number of cores running at 100% that would give equivalent CPU utilization.",
          "fill": 1,
          "id": 10,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": false,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'jvmGCTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'jvmGCTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'jvmGCTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'jvmGCTime' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'cpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.000000001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'cpuTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "B",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'cpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.000000001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'cpuTime' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'deserializeCpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.000000001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'deserializeCpuTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "C",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'deserializeCpuTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.000000001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'deserializeCpuTime' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'deserializeTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'deserializeTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "D",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'deserializeTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'deserializeTime' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'resultSerializationTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'resultSerializationTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "E",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'resultSerializationTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'resultSerializationTime' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleFetchWaitTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'shuffleFetchWaitTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "F",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleFetchWaitTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'shuffleFetchWaitTime' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleWriteTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'shuffleWriteTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "G",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleWriteTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'shuffleWriteTime' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'runTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'runTime' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "H",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'runTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n[ SWAP [] reducer.sum ] REDUCE\n[ SWAP mapper.rate 1 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'runTime' RENAME"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Executor run time and wait time (# of cores equivalent)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Spark workload metrics (2/3)",
      "titleSize": "h6"
    },
    {
      "collapse": false,
      "height": 250,
      "panels": [
        {
          "aliasColors": {},
          "bars": true,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "description": "Total # of completed task up to now",
          "fill": 1,
          "id": 11,
          "legend": {
            "alignAsTable": false,
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": false,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'completeTasks' 'type' 'threadpool' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'completeTasks' 'type' 'threadpool' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.last $end $start 0 ] BUCKETIZE\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "# of completed tasks per executor",
          "tooltip": {
            "shared": false,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "series",
            "name": null,
            "show": true,
            "values": [
              "current"
            ]
          },
          "yaxes": [
            {
              "format": "short",
              "label": "# tasks",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "description": "Time spent writing to shuffle service. The value is normalized as \"core-equivalents\", ie. the number of cores running at 100% that would give equivalent CPU utilization.",
          "fill": 1,
          "id": 14,
          "legend": {
            "avg": false,
            "alignAsTable": true,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleWriteTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleWriteTime' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP 0.001 mapper.mul 0 0 0 ] MAP\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Shuffle write time (# of core equivalents)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": "# core equivalents",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Spark workload metrics (3/3)",
      "titleSize": "h6"
    },
    {
      "collapse": false,
      "height": 225,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "fill": 1,
          "id": 13,
          "legend": {
            "avg": false,
            "current": false,
            "alignAsTable": true,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_jvm_memory_usage' { 'qty' 'used' 'mem_type' 'total' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.max 0 10 s 0 ] BUCKETIZE SORT\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_jvm_memory_usage' { 'qty' 'used' 'mem_type' 'total' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.max 0 10 s 0 ] BUCKETIZE SORT\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Executor JVM Total Memory Used",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "bytes",
              "label": "Memory used",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "fill": 1,
          "id": 12,
          "legend": {
            "avg": false,
            "alignAsTable": true,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_jvm_memory_usage' { 'qty' 'used' 'mem_type' 'heap' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.max 0 10 s 0 ] BUCKETIZE SORT\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_jvm_memory_usage' { 'qty' 'used' 'mem_type' 'heap' 'job-id' $jobId } $end $start ] FETCH\n[ SWAP bucketizer.max 0 10 s 0 ] BUCKETIZE SORT\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Executor JVM Heap Memory Used",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "bytes",
              "label": "Memory used",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "JVM metrics (1/2)",
      "titleSize": "h6"
    },
    {
      "collapse": false,
      "height": 250,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "fill": 1,
          "id": 15,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_jvm_memory_usage' { 'qty' 'used' 'mem_type' 'total' 'executor_id' 'driver' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_jvm_memory_usage' { 'qty' 'used' 'mem_type' 'total' 'executor_id' 'driver' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Spark driver JVM used memory",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "bytes",
              "label": "Memory and disk",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": true,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "fill": 1,
          "id": 16,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": false,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_block_manager' { 'qty' 'onHeapMemUsed_MB' 'type' 'memory' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'heap memory' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_block_manager' { 'qty' 'onHeapMemUsed_MB' 'type' 'memory' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'heap memory' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_block_manager' { 'qty' 'offHeapMemUsed_MB' 'type' 'memory' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'off-heap memory' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "B",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_block_manager' { 'qty' 'offHeapMemUsed_MB' 'type' 'memory' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'off-heap memory' RENAME"
            },
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_block_manager' { 'qty' 'diskSpaceUsed_MB' 'type' 'disk'  'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'disk space used' RENAME",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "C",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_block_manager' { 'qty' 'diskSpaceUsed_MB' 'type' 'disk'  'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL\n'disk space used' RENAME"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Block manager memory and disk used",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "decmbytes",
              "label": "Memory and disk",
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "JVM metrics (2/2)",
      "titleSize": "h6"
    },
    {
      "collapse": false,
      "height": 250,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "fill": 1,
          "id": 17,
          "legend": {
            "avg": false,
            "alignAsTable": true,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleBytesWritten' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleBytesWritten' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Shuffle total bytes write/s",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "bytes",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "$datasource",
          "fill": 1,
          "id": 18,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "span": 6,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "advancedMode": true,
              "expr": "[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleLocalBytesRead' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL",
              "friendlyQuery": {
                "readToken": "",
                "className": "",
                "labels": {},
                "bucketizer": null,
                "bucketCount": 50,
                "reducer": null,
                "reducerLabels": [],
                "filter": null,
                "filterLabels": [],
                "filterParamNumber": 0,
                "filterParamMap": {},
                "filterParamClass": "",
                "bucketizers": [
                  "sum",
                  "max",
                  "min",
                  "mean",
                  "mean.circular",
                  "bucketizer.mean.circular.exclude-nulls",
                  "first",
                  "last",
                  "join",
                  "median",
                  "count",
                  "and",
                  "or"
                ],
                "reducers": [
                  "argmax",
                  "argmin",
                  "count",
                  "count.exclude-nulls",
                  "count.include-nulls",
                  "join",
                  "join.forbid-nulls",
                  "max",
                  "max.forbid-nulls",
                  "mean",
                  "mean.exclude-nulls",
                  "mean.circular",
                  "mean.circular.exclude-nulls",
                  "median",
                  "min",
                  "min.forbid-nulls",
                  "and",
                  "and.exclude-nulls",
                  "or",
                  "or.exclude-nulls",
                  "sd",
                  "shannonentropy.0",
                  "shannonentropy.1",
                  "sum",
                  "sum.forbid-nulls",
                  "var"
                ],
                "filters": [
                  {
                    "name": "byclass",
                    "type": "S"
                  },
                  {
                    "name": "bylabels",
                    "type": "M"
                  },
                  {
                    "name": "last.eq",
                    "type": "N"
                  },
                  {
                    "name": "last.ne",
                    "type": "N"
                  },
                  {
                    "name": "last.gt",
                    "type": "N"
                  },
                  {
                    "name": "last.ge",
                    "type": "N"
                  },
                  {
                    "name": "last.lt",
                    "type": "N"
                  },
                  {
                    "name": "last.le",
                    "type": "N"
                  }
                ]
              },
              "refId": "A",
              "ws": "1579543104397000 'start' STORE '2020-01-20T17:58:24.397Z' 'startISO' STORE 1579543759071000 'end' STORE '2020-01-20T18:09:19.071Z' 'endISO' STORE 654674000 'interval' STORE 701687 '__interval' STORE 701 '__interval_ms' STORE NULL 'token' STORE 'Warp10' 'datasource' STORE 'e166f7a0-cba5-4da1-b4a2-a6f2d2074be2' 'jobId' STORE \n[ $token 'spark_executor' { 'qty' 'count' 'type' 'shuffleLocalBytesRead' 'job-id' $jobId } $end $start ] FETCH\n{ '.app' '' 'qty' '' 'type' '' 'application' '' 'job-id' '' 'tenant-id' '' 'servicename' '' 'product-name' '' } RELABEL"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Shuffle total bytes read/s",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "bytes",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ]
        }
      ],
      "repeat": null,
      "repeatIteration": null,
      "repeatRowId": null,
      "showTitle": true,
      "title": "Spark I/O metrics",
      "titleSize": "h6"
    }
  ],
  "schemaVersion": 14,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": [
      {
        "current": {
          "value": "${VAR_TOKEN}",
          "text": "${VAR_TOKEN}"
        },
        "hide": 2,
        "label": null,
        "name": "token",
        "options": [
          {
            "value": "${VAR_TOKEN}",
            "text": "${VAR_TOKEN}"
          }
        ],
        "query": "${VAR_TOKEN}",
        "skipUrlSync": false,
        "type": "constant"
      },
      {
        "current": {
          "text": "${VAR_DATASOURCE}",
          "value": "${VAR_DATASOURCE}"
        },
        "hide": 2,
        "includeAll": false,
        "label": null,
        "multi": false,
        "name": "datasource",
        "options": [],
        "query": "grafana-warp10-datasource",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "type": "datasource"
      },
      {
        "allValue": null,
        "current": {},
        "datasource": "$datasource",
        "definition": "[ $token 'spark_executor' { } ] FIND { '.app' '' 'servicename' '' 'product-name' '' 'quantile' '' 'application' '' 'qty' '' 'type' '' 'executor_id' '' } RELABEL 'gts_f' STORE $gts_f [] 'myLabels' STORE SIZE 1 - 'size' STORE <% 'i' STORE $gts_f $i  GET     LABELS VALUELIST $myLabels  APPEND UNIQUE 'myLabels' STORE %> 'SQUARE' STORE 0 $size $SQUARE FOR  $myLabels  LSORT LIST->  DROP",
        "hide": 0,
        "includeAll": false,
        "label": "",
        "multi": false,
        "name": "jobId",
        "options": [],
        "query": "[ $token 'spark_executor' { } ] FIND { '.app' '' 'servicename' '' 'product-name' '' 'quantile' '' 'application' '' 'qty' '' 'type' '' 'executor_id' '' } RELABEL 'gts_f' STORE $gts_f [] 'myLabels' STORE SIZE 1 - 'size' STORE <% 'i' STORE $gts_f $i  GET     LABELS VALUELIST $myLabels  APPEND UNIQUE 'myLabels' STORE %> 'SQUARE' STORE 0 $size $SQUARE FOR  $myLabels  LSORT LIST->  DROP",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      }
    ]
  },
  "time": {
    "from": "now-2h",
    "to": "now"
  },
  "timepicker": {
    "refresh_intervals": [
      "5s",
      "10s",
      "30s",
      "1m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ],
    "time_options": [
      "5m",
      "15m",
      "1h",
      "6h",
      "12h",
      "24h",
      "2d",
      "7d",
      "30d"
    ]
  },
  "timezone": "",
  "title": "OVHcloud Data Processing Overview",
  "version": 1,
  "description": "OVHcloud Data Processing Overview"
}