Grafana dashboard: LOTUS farcaster
Description: A Filecoin lotus dashboard for miners


{
  "__inputs": [
    {
      "name": "DS_PROMETHEUS",
      "label": "Prometheus",
      "description": "",
      "type": "datasource",
      "pluginId": "prometheus",
      "pluginName": "Prometheus"
    }
  ],
  "__requires": [
    {
      "type": "panel",
      "id": "bargauge",
      "name": "Bar gauge",
      "version": ""
    },
    {
      "type": "panel",
      "id": "gauge",
      "name": "Gauge",
      "version": ""
    },
    {
      "type": "grafana",
      "id": "grafana",
      "name": "Grafana",
      "version": "7.3.1"
    },
    {
      "type": "panel",
      "id": "graph",
      "name": "Graph",
      "version": ""
    },
    {
      "type": "datasource",
      "id": "prometheus",
      "name": "Prometheus",
      "version": "1.0.0"
    },
    {
      "type": "panel",
      "id": "stat",
      "name": "Stat",
      "version": ""
    },
    {
      "type": "panel",
      "id": "table",
      "name": "Table",
      "version": ""
    }
  ],
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": "-- Grafana --",
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "type": "dashboard"
      }
    ]
  },
  "description": "A Filecoin lotus dashboard for miners",
  "editable": true,
  "gnetId": 13501,
  "graphTooltip": 0,
  "id": null,
  "iteration": 1606814811817,
  "links": [
    {
      "icon": "info",
      "tags": [],
      "targetBlank": true,
      "title": "Filfox Chain",
      "tooltip": "Chain status on Filfox",
      "type": "link",
      "url": "https://filfox.info/en"
    },
    {
      "icon": "dashboard",
      "includeVars": false,
      "tags": [],
      "targetBlank": true,
      "title": "Filfox Miner",
      "tooltip": "",
      "type": "link",
      "url": "https://filfox.info/en/address/$miner_id"
    },
    {
      "icon": "external link",
      "tags": [],
      "targetBlank": true,
      "title": "Filscout",
      "tooltip": "Filscout for miner $miner_id",
      "type": "link",
      "url": "https://filscout.io/en/pc/miner?id=$miner_id"
    },
    {
      "icon": "external link",
      "tags": [],
      "targetBlank": true,
      "title": "filscan.io",
      "tooltip": "Filscan.io for $miner_id",
      "type": "link",
      "url": "https://filscan.io/#/tipset/address-detail?address=$miner_id"
    },
    {
      "icon": "info",
      "includeVars": true,
      "keepTime": true,
      "tags": [],
      "targetBlank": true,
      "title": "lotus Farcaster Homepage",
      "tooltip": "Open Lotus Farcaster homepage on GitHub",
      "type": "link",
      "url": "https://github.com/s0nik42/lotus-farcaster"
    }
  ],
  "panels": [
    {
      "collapsed": false,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "id": 64,
      "panels": [],
      "title": "Main",
      "type": "row"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "Status if error it means the last update was in error\nLast update is the last time that lotus-farcaster has been executed on the miner",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Status"
            },
            "properties": [
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "ERROR",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  },
                  {
                    "from": "",
                    "id": 2,
                    "text": "OK",
                    "to": "",
                    "type": 1,
                    "value": "1"
                  }
                ]
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "green",
                      "value": null
                    },
                    {
                      "color": "red",
                      "value": 0
                    },
                    {
                      "color": "rgba(242, 73, 92, 0)",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "custom.width",
                "value": 60
              },
              {
                "id": "color",
                "value": {
                  "mode": "thresholds"
                }
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Last udpate"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 93
              },
              {
                "id": "unit",
                "value": "dateTimeAsIsoNoDateIfToday"
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 2,
        "w": 2,
        "x": 0,
        "y": 1
      },
      "id": 671,
      "options": {
        "frameIndex": 0,
        "showHeader": false,
        "sortBy": []
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_local_time{job=\"$job\"}",
          "format": "time_series",
          "instant": true,
          "interval": "",
          "legendFormat": "Last update",
          "refId": "A"
        },
        {
          "expr": "lotus_scrape_execution_succeed{job=\"$job\"}",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "Status",
          "refId": "B"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": ". Farcaster Status on",
      "transformations": [
        {
          "id": "calculateField",
          "options": {
            "binary": {
              "left": "Last update",
              "operator": "*",
              "reducer": "sum",
              "right": "1000"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            },
            "replaceFields": false
          }
        },
        {
          "id": "merge",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "Value": false
            },
            "indexByName": {},
            "renameByName": {
              "Last update * 1000": "Last udpate",
              "Value": "Status",
              "Value * 1000": "Value"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "displayMode": "auto",
            "filterable": false
          },
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "Idle",
              "to": "",
              "type": 1,
              "value": "0"
            },
            {
              "from": "",
              "id": 2,
              "text": "Headers",
              "to": "",
              "type": 1,
              "value": "1"
            },
            {
              "from": "",
              "id": 3,
              "text": "PersistHeaders",
              "to": "",
              "type": 1,
              "value": "2"
            },
            {
              "from": "",
              "id": 4,
              "text": "Messages",
              "to": "",
              "type": 1,
              "value": "3"
            },
            {
              "from": "",
              "id": 5,
              "text": "Complete",
              "to": "",
              "type": 1,
              "value": "4"
            },
            {
              "from": "",
              "id": 6,
              "text": "Error",
              "to": "",
              "type": 1,
              "value": "5"
            },
            {
              "from": "",
              "id": 7,
              "text": "FetchingMessages",
              "to": "",
              "type": 1,
              "value": "6"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "red",
                "value": null
              },
              {
                "color": "rgba(115, 191, 105, 0)",
                "value": 3
              },
              {
                "color": "rgba(115, 191, 105, 0)",
                "value": 4
              },
              {
                "color": "red",
                "value": 5
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "ID"
            },
            "properties": [
              {
                "id": "mappings",
                "value": []
              },
              {
                "id": "custom.width",
                "value": 19
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Status"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 88
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 5,
        "w": 2,
        "x": 2,
        "y": 1
      },
      "id": 77,
      "options": {
        "showHeader": true,
        "sortBy": []
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_chain_sync_status{miner_id=\"$miner_id\"}",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "Worker {{ worker_id }}",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Is onSync",
      "transformations": [
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "__name__": true,
              "instance": true,
              "job": true,
              "miner_id": true
            },
            "indexByName": {},
            "renameByName": {
              "Value": "Status",
              "worker_id": "ID"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "dtdhms"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Mining block rate"
            },
            "properties": [
              {
                "id": "unit",
                "value": "/ day"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Power rate"
            },
            "properties": [
              {
                "id": "unit",
                "value": "%"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "block every"
            },
            "properties": []
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Block every"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 109
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 3,
        "w": 5,
        "x": 4,
        "y": 1
      },
      "id": 401,
      "options": {
        "showHeader": true,
        "sortBy": []
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "1/(sum(lotus_power{miner_id=\"$miner_id\", scope=\"miner\", power_type=\"QualityAdjPower\"})/sum(lotus_power{miner_id=\"$miner_id\", scope=\"network\",power_type=\"QualityAdjPower\"})*2*5/60)",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        },
        {
          "expr": "sum(lotus_power{miner_id=\"$miner_id\", scope=\"miner\", power_type=\"QualityAdjPower\"})/sum(lotus_power{miner_id=\"$miner_id\", scope=\"network\",power_type=\"QualityAdjPower\"})*5*60*2*24",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "B"
        },
        {
          "expr": "sum(lotus_power{miner_id=\"$miner_id\", scope=\"miner\", power_type=\"QualityAdjPower\"})/sum(lotus_power{miner_id=\"$miner_id\", scope=\"network\",power_type=\"QualityAdjPower\"})",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "C"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Power estimation",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true
            },
            "indexByName": {},
            "renameByName": {
              "Value #A": "Block every",
              "Value #B": "Mining block rate",
              "Value #C": "Power rate"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "Not Eligible",
              "to": "",
              "type": 1,
              "value": "0"
            },
            {
              "from": "",
              "id": 1,
              "text": "Elligible",
              "to": "",
              "type": 1,
              "value": "1"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "red",
                "value": null
              },
              {
                "color": "green",
                "value": 1
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 4,
        "w": 1,
        "x": 9,
        "y": 1
      },
      "id": 79,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "mean"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_power_mining_eligibility{miner_id=\"$miner_id\"}",
          "instant": true,
          "interval": "",
          "legendFormat": "Mining",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "",
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Start in"
            },
            "properties": [
              {
                "id": "unit",
                "value": "dtdhms"
              },
              {
                "id": "custom.width",
                "value": 94
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "red",
                      "value": null
                    },
                    {
                      "color": "orange",
                      "value": 601
                    },
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": 1801
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "All Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 88
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Recovering Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": null
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(0, 0, 0, 0)",
                      "value": null
                    },
                    {
                      "color": "red",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Faulty Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 121
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": null
                    },
                    {
                      "color": "red",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "To be proven"
            },
            "properties": [
              {
                "id": "unit",
                "value": "partition(s)"
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "green",
                      "value": null
                    },
                    {
                      "color": "rgba(242, 73, 92, 0)",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "custom.width",
                "value": 109
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "index"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 56
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 4,
        "w": 6,
        "x": 10,
        "y": 1
      },
      "id": 256,
      "options": {
        "showHeader": true,
        "sortBy": [
          {
            "desc": false,
            "displayName": "index"
          }
        ]
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_miner_deadline_active_start{miner_id=\"$miner_id\"}",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        },
        {
          "expr": "lotus_miner_deadline_active_sectors_all{miner_id=\"$miner_id\"}",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "B"
        },
        {
          "expr": "lotus_miner_deadline_active_sectors_recovering{miner_id=\"$miner_id\"}",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "C"
        },
        {
          "expr": "lotus_miner_deadline_active_sectors_faulty{miner_id=\"$miner_id\"}",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "D"
        },
        {
          "expr": "lotus_miner_deadline_active_partitions{miner_id=\"$miner_id\"}-lotus_miner_deadline_active_partitions_proven{miner_id=\"$miner_id\"}",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "E"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Deadlines",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {
            "byField": "index"
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "Time 1": true,
              "Time 2": true,
              "Time 3": true,
              "Time 4": true,
              "Time 5": true,
              "__name__": true,
              "__name__ 1": true,
              "__name__ 2": true,
              "__name__ 3": true,
              "__name__ 4": true,
              "instance": true,
              "instance 1": true,
              "instance 2": true,
              "instance 3": true,
              "instance 4": true,
              "instance 5": true,
              "job": true,
              "job 1": true,
              "job 2": true,
              "job 3": true,
              "job 4": true,
              "job 5": true,
              "miner_id": true,
              "miner_id 1": true,
              "miner_id 2": true,
              "miner_id 3": true,
              "miner_id 4": true,
              "miner_id 5": true
            },
            "indexByName": {
              "Time": 1,
              "Value #A": 6,
              "Value #B": 9,
              "Value #C": 10,
              "Value #D": 11,
              "Value #E": 7,
              "Value #F": 8,
              "__name__": 2,
              "index": 0,
              "instance": 3,
              "job": 4,
              "miner_id": 5
            },
            "renameByName": {
              "Value #A": "Start in",
              "Value #B": "All Sectors",
              "Value #C": "Recovering Sectors",
              "Value #D": "Faulty Sectors",
              "Value #E": "To be proven",
              "Value #F": "Proven Partition",
              "miner_id": ""
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "dark-red",
                "value": null
              },
              {
                "color": "orange",
                "value": 5
              },
              {
                "color": "green",
                "value": 9
              }
            ]
          },
          "unit": "FIL"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 4,
        "w": 4,
        "x": 16,
        "y": 1
      },
      "id": 22,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$miner_id\"}",
          "interval": "",
          "legendFormat": "Miner",
          "refId": "A"
        },
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$owner_addr\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Owner",
          "refId": "C"
        },
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$worker_addr\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Worker",
          "refId": "B"
        },
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$control0_addr\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Control0",
          "refId": "D"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Available Balance",
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "Fil"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 4,
        "w": 4,
        "x": 20,
        "y": 1
      },
      "id": 24,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "value_and_name"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_wallet_balance {miner_id=\"$miner_id\",address!~\"$worker_addr|$owner_addr|$control0_addr|$miner_id\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "{{short}}",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Other Wallet Balances",
      "transformations": [],
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": "center",
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "network"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 69
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Value"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 39
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 2,
        "w": 1,
        "x": 0,
        "y": 3
      },
      "id": 55,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "center",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "/.*/",
          "values": true
        },
        "textMode": "value"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_info{miner_id=\"$miner_id\"}",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "",
      "transformations": [
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "__name__": true,
              "instance": true,
              "job": true,
              "miner_id": true,
              "version": true
            },
            "indexByName": {},
            "renameByName": {}
          }
        }
      ],
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 2,
        "w": 1,
        "x": 1,
        "y": 3
      },
      "id": 33,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_chain_height{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "Chain Head",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "",
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "decimals": 2,
          "mappings": [],
          "min": 0,
          "noValue": "DEAD",
          "thresholds": {
            "mode": "percentage",
            "steps": [
              {
                "color": "red",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 90
              },
              {
                "color": "green",
                "value": 97
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 5,
        "x": 4,
        "y": 4
      },
      "id": 34,
      "options": {
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "showThresholdLabels": false,
        "showThresholdMarkers": true
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_power{miner_id=\"$miner_id\", scope=\"miner\"}",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "{{power_type}}",
          "refId": "A"
        },
        {
          "expr": "sum( lotus_miner_deadline_active_sectors_live{miner_id=\"$miner_id\"} * on(miner_id) group_left () lotus_miner_info_sector_size{miner_id=\"$miner_id\"})",
          "instant": true,
          "interval": "",
          "legendFormat": "Committed Power",
          "refId": "B"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Miner Power",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {},
            "indexByName": {},
            "renameByName": {
              "QualityAdjPower": "Quality Adjust Power",
              "RawBytePower": "Raw Byte Power"
            }
          }
        }
      ],
      "type": "gauge"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": "center",
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 2,
        "w": 2,
        "x": 0,
        "y": 5
      },
      "id": 53,
      "options": {
        "showHeader": false
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_info{miner_id=\"$miner_id\"}",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Daemon Version",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "Value": true,
              "__name__": true,
              "daemon_version": false,
              "instance": true,
              "job": true,
              "miner_id": true,
              "network": true
            },
            "indexByName": {},
            "renameByName": {}
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 1
              },
              {
                "color": "red",
                "value": 5
              }
            ]
          },
          "unit": "msgs"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 2,
        "w": 1,
        "x": 9,
        "y": 5
      },
      "id": 41,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_mpool_local_total{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "Local mpool pending",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "",
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "displayMode": "auto",
            "filterable": false
          },
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Method"
            },
            "properties": [
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 0,
                    "text": "PreCommitSector",
                    "to": "",
                    "type": 1,
                    "value": "6"
                  },
                  {
                    "from": "",
                    "id": 1,
                    "text": "ProveCommitSector",
                    "to": "",
                    "type": 1,
                    "value": "7"
                  },
                  {
                    "from": "",
                    "id": 2,
                    "text": "PublishStorageDeals",
                    "to": "",
                    "type": 1,
                    "value": "4"
                  }
                ]
              },
              {
                "id": "custom.width",
                "value": 143
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Task"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 55
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Duration"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 101
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Method"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 67
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Gas Limit"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 97
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Nonce"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 67
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "From"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 64
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Gas Fee Cap"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 106
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Gas Premium"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 105
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "To"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 73
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Value"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 113
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 4,
        "w": 10,
        "x": 10,
        "y": 5
      },
      "id": 39,
      "options": {
        "showHeader": true,
        "sortBy": [
          {
            "desc": false,
            "displayName": "Nonce"
          }
        ]
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_mpool_local_message{miner_id=\"$miner_id\"}",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Local Mpool Pending messages",
      "transformations": [
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "Value": true,
              "__name__": true,
              "host": true,
              "instance": true,
              "job": true,
              "job_start_time": true,
              "miner_id": true,
              "run_wait": false,
              "worker": false
            },
            "indexByName": {
              "Time": 0,
              "Value": 5,
              "__name__": 1,
              "from": 6,
              "gasfeecap": 8,
              "gaslimit": 9,
              "gaspremium": 10,
              "instance": 2,
              "job": 3,
              "method": 11,
              "miner_id": 4,
              "nonce": 7,
              "to": 12,
              "value": 13
            },
            "renameByName": {
              "Value": "",
              "__name__": "",
              "duration": "Duration",
              "from": "From",
              "gasfeecap": "Gas Fee Cap",
              "gaslimit": "Gas Limit",
              "gaspremium": "Gas Premium",
              "host": "",
              "method": "Method",
              "nonce": "Nonce",
              "run_wait": "State",
              "sector": "Sector",
              "task": "Task",
              "to": "To",
              "value": "Value",
              "worker": "Worker"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "Fil"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 4,
        "w": 4,
        "x": 20,
        "y": 5
      },
      "id": 30,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_wallet_locked_balance{miner_id=\"$miner_id\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{locked_type}}",
          "refId": "C"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Locked Balance",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {},
            "indexByName": {
              "FeeDebt": 4,
              "InitialPledge": 3,
              "LockedFunds": 2,
              "PreCommitDeposits": 1,
              "Time": 0
            },
            "renameByName": {
              "FeeDebt": "Fee Debt",
              "InitialPledge": "Pledge",
              "LockedFunds": "Vesting",
              "PreCommitDeposits": "PreCommit"
            }
          }
        }
      ],
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "red",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 50
              },
              {
                "color": "green",
                "value": 100
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 3,
        "w": 2,
        "x": 2,
        "y": 6
      },
      "id": 43,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "mean"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_netpeers_total{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "Daemon",
          "refId": "A"
        },
        {
          "expr": "lotus_miner_netpeers_total{miner_id=\"$miner_id\"}",
          "interval": "",
          "legendFormat": "Miner",
          "refId": "B"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Netpeers",
      "transformations": [],
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": "center",
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 2,
        "w": 2,
        "x": 0,
        "y": 7
      },
      "id": 54,
      "options": {
        "showHeader": false
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_miner_info{miner_id=\"$miner_id\"}",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Miner Version",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "Value": true,
              "__name__": true,
              "control0": true,
              "control0_addr": true,
              "daemon_version": false,
              "instance": true,
              "job": true,
              "miner_id": true,
              "owner": true,
              "owner_addr": true,
              "version": false,
              "worker": true,
              "worker_addr": true
            },
            "indexByName": {},
            "renameByName": {}
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 800
              },
              {
                "color": "red",
                "value": 2500
              }
            ]
          },
          "unit": "msgs"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 2,
        "w": 1,
        "x": 9,
        "y": 7
      },
      "id": 40,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "lotus_mpool_total{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": " Mpool pending",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "",
      "type": "stat"
    },
    {
      "collapsed": true,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 9
      },
      "id": 810,
      "panels": [
        {
          "datasource": "${DS_PROMETHEUS}",
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null,
                "filterable": false
              },
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "red",
                    "value": 80
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": [
              {
                "matcher": {
                  "id": "byName",
                  "options": "__name__"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 169
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "sector_id"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 126
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Verified"
                },
                "properties": [
                  {
                    "id": "mappings",
                    "value": [
                      {
                        "from": "",
                        "id": 1,
                        "text": "",
                        "to": "",
                        "type": 1,
                        "value": "False"
                      }
                    ]
                  },
                  {
                    "id": "custom.width",
                    "value": 70
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Price/Epoch"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 155
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Slash Epoch"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 104
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Deal"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 77
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Sector"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 57
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Client Collateral"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 140
                  },
                  {
                    "id": "unit",
                    "value": "FIL"
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Miner Collateral"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 164
                  },
                  {
                    "id": "unit",
                    "value": "FIL"
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Size"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 104
                  },
                  {
                    "id": "unit",
                    "value": "bytes"
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "State"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 103
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Total Price"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 125
                  },
                  {
                    "id": "unit",
                    "value": "FIL"
                  }
                ]
              },
              {
                "matcher": {
                  "id": "byName",
                  "options": "Price / Epoch"
                },
                "properties": [
                  {
                    "id": "custom.width",
                    "value": 132
                  },
                  {
                    "id": "unit",
                    "value": "FIL"
                  }
                ]
              }
            ]
          },
          "gridPos": {
            "h": 5,
            "w": 16,
            "x": 0,
            "y": 10
          },
          "id": 776,
          "options": {
            "showHeader": true,
            "sortBy": []
          },
          "pluginVersion": "7.3.1",
          "targets": [
            {
              "expr": "lotus_miner_sector_sealing_deals_size{miner_id=\"$miner_id\"}  * on (sector_id) group_left(state) (lotus_miner_sector_state{miner_id=\"$miner_id\"})\n",
              "format": "table",
              "instant": true,
              "interval": "",
              "legendFormat": "",
              "refId": "A"
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Sealing Deals",
          "transformations": [
            {
              "id": "calculateField",
              "options": {
                "alias": "deal_duration",
                "binary": {
                  "left": "deal_end_epoch",
                  "operator": "-",
                  "reducer": "sum",
                  "right": "deal_start_epoch"
                },
                "mode": "binary",
                "reduce": {
                  "reducer": "sum"
                }
              }
            },
            {
              "id": "calculateField",
              "options": {
                "alias": "deal_price_total_atto",
                "binary": {
                  "left": "deal_duration",
                  "operator": "*",
                  "reducer": "sum",
                  "right": "deal_price_per_epoch"
                },
                "mode": "binary",
                "reduce": {
                  "reducer": "sum"
                }
              }
            },
            {
              "id": "calculateField",
              "options": {
                "alias": "Total Price",
                "binary": {
                  "left": "deal_price_total_atto",
                  "operator": "/",
                  "reducer": "sum",
                  "right": "1000000000000000000"
                },
                "mode": "binary",
                "reduce": {
                  "reducer": "sum"
                }
              }
            },
            {
              "id": "calculateField",
              "options": {
                "alias": "Miner Collateral",
                "binary": {
                  "left": "deal_provider_collateral",
                  "operator": "/",
                  "reducer": "sum",
                  "right": "1000000000000000000"
                },
                "mode": "binary",
                "reduce": {
                  "reducer": "sum"
                }
              }
            },
            {
              "id": "calculateField",
              "options": {
                "alias": "Client Collateral",
                "binary": {
                  "left": "deal_client_collateral",
                  "operator": "/",
                  "reducer": "sum",
                  "right": "1000000000000000000"
                },
                "mode": "binary",
                "reduce": {
                  "reducer": "sum"
                }
              }
            },
            {
              "id": "calculateField",
              "options": {
                "alias": "Price / Epoch",
                "binary": {
                  "left": "deal_price_per_epoch",
                  "operator": "/",
                  "reducer": "sum",
                  "right": "1000000000000000000"
                },
                "mode": "binary",
                "reduce": {
                  "reducer": "sum"
                }
              }
            },
            {
              "id": "organize",
              "options": {
                "excludeByName": {
                  "Time": true,
                  "Value": true,
                  "__name__": true,
                  "deal_client_collateral": true,
                  "deal_duration": true,
                  "deal_end_epoch": true,
                  "deal_price_per_epoch": true,
                  "deal_price_total_atto": true,
                  "deal_provider_collateral": true,
                  "deal_start_epoch": true,
                  "instance": true,
                  "job": true,
                  "miner_id": true
                },
                "indexByName": {
                  "Client Collateral": 9,
                  "Miner Collateral": 8,
                  "Price / Epoch": 6,
                  "Time": 14,
                  "Total Price": 5,
                  "Value": 17,
                  "deal_client_collateral": 11,
                  "deal_duration": 20,
                  "deal_end_epoch": 18,
                  "deal_id": 2,
                  "deal_is_verified": 3,
                  "deal_price_per_epoch": 10,
                  "deal_price_total_atto": 21,
                  "deal_provider_collateral": 12,
                  "deal_size": 4,
                  "deal_slash_epoch": 7,
                  "deal_start_epoch": 19,
                  "instance": 15,
                  "job": 16,
                  "miner_id": 13,
                  "sector_id": 0,
                  "state": 1
                },
                "renameByName": {
                  "deal_client_collateral": "",
                  "deal_id": "Deal",
                  "deal_is_verified": "Verified",
                  "deal_price_per_epoch": "",
                  "deal_provider_collateral": "",
                  "deal_size": "Size",
                  "deal_slash_epoch": "Slash Epoch",
                  "miner_id": "",
                  "sector_id": "Sector",
                  "state": "State"
                }
              }
            }
          ],
          "type": "table"
        }
      ],
      "title": "Deals",
      "type": "row"
    },
    {
      "collapsed": false,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 10
      },
      "id": 572,
      "panels": [],
      "title": "Sealing",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "PC1",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/1"
            },
            {
              "from": "",
              "id": 1,
              "text": "C2",
              "to": "",
              "type": 1,
              "value": "seal/v0/commit/2"
            },
            {
              "from": "",
              "id": 2,
              "text": "AP",
              "to": "",
              "type": 1,
              "value": "seal/v0/addpiece"
            },
            {
              "from": "",
              "id": 3,
              "text": "PC2",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/2"
            },
            {
              "from": "",
              "id": 4,
              "text": "",
              "to": "",
              "type": 1,
              "value": ""
            }
          ],
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 7,
      "fillGradient": 0,
      "gridPos": {
        "h": 10,
        "w": 8,
        "x": 0,
        "y": 11
      },
      "hiddenSeries": false,
      "id": 60,
      "legend": {
        "alignAsTable": true,
        "avg": false,
        "current": true,
        "hideEmpty": true,
        "hideZero": true,
        "max": false,
        "min": false,
        "rightSide": true,
        "show": true,
        "sideWidth": 210,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 0,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:2400",
          "alias": "Errors",
          "color": "#C4162A",
          "fill": 0,
          "lines": true,
          "linewidth": 2,
          "stack": false
        },
        {
          "$$hashKey": "object:743",
          "alias": "/Total/",
          "color": "rgba(0, 0, 0, 0)",
          "hiddenSeries": true
        },
        {
          "$$hashKey": "object:1150",
          "alias": "Idle",
          "color": "#FADE2A",
          "fill": 0,
          "lines": true,
          "linewidth": 2,
          "stack": false
        },
        {
          "$$hashKey": "object:1196",
          "alias": "Waiting Chain",
          "color": "#73BF69",
          "fill": 0,
          "lines": true,
          "linewidth": 2,
          "stack": false
        },
        {
          "$$hashKey": "object:1235"
        }
      ],
      "spaceLength": 10,
      "stack": true,
      "steppedLine": false,
      "targets": [
        {
          "expr": "# REtourne le nombre de JOB dans l'etat running\ncount by (task) (lotus_miner_worker_job{miner_id=\"$miner_id\",run_wait=\"0\"})",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{ task }}",
          "refId": "D"
        },
        {
          "expr": "count by (state) (lotus_miner_sector_state{miner_id=\"$miner_id\", state!~\"(Proving|Removed)\"} unless on (sector_id) lotus_miner_worker_job{miner_id=\"$miner_id\",run_wait=\"0\"})",
          "format": "time_series",
          "interval": "",
          "legendFormat": "{{ state }}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Sealing jobs All (Running VS Idle)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "calculateField",
          "options": {
            "alias": "Errors",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "FinalizeFailed",
                "SealPreCommit1Failed",
                "SealPreCommit2Failed",
                "ComputeProofFailed"
              ],
              "reducer": "sum"
            },
            "replaceFields": false
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Waiting Chain",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "CommitWait",
                "PreCommitWait",
                "WaitDeals",
                "WaitSeed",
                "FinalizeSector"
              ],
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Idle",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "Committing",
                "PreCommit1",
                "PreCommit2",
                "PreCommitting",
                "SubmitCommit"
              ],
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Total Running",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "seal/v0/addpiece",
                "seal/v0/commit/2",
                "seal/v0/fetch",
                "seal/v0/precommit/1",
                "seal/v0/precommit/2"
              ],
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Total not Running",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "Waiting Chain",
                "Idle",
                "Errors"
              ],
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "CommitFailed": true,
              "CommitWait": true,
              "Committing": true,
              "ComputeProofFailed": true,
              "FinalizeFailed": true,
              "FinalizeSector": true,
              "PreCommit1": true,
              "PreCommit2": true,
              "PreCommitWait": true,
              "PreCommitting": true,
              "SealPreCommit1Failed": true,
              "SealPreCommit2Failed": true,
              "SubmitCommit": true,
              "Time": false,
              "WaitDeals": true,
              "WaitSeed": true
            },
            "indexByName": {
              "CommitWait": 13,
              "Committing": 19,
              "ComputeProofFailed": 25,
              "Errors": 22,
              "FinalizeFailed": 24,
              "FinalizeSector": 15,
              "Idle": 16,
              "PreCommit1": 17,
              "PreCommit2": 18,
              "PreCommitWait": 11,
              "PreCommitting": 21,
              "SealPreCommit1Failed": 26,
              "SealPreCommit2Failed": 23,
              "SubmitCommit": 20,
              "Time": 0,
              "Total Running": 1,
              "Total not Running": 9,
              "WaitDeals": 14,
              "WaitSeed": 12,
              "Waiting Chain": 10,
              "seal/v0/addpiece": 2,
              "seal/v0/commit/1": 5,
              "seal/v0/commit/2": 6,
              "seal/v0/fetch": 8,
              "seal/v0/finalize": 7,
              "seal/v0/precommit/1": 3,
              "seal/v0/precommit/2": 4
            },
            "renameByName": {
              "CommitWait": "INCLUDED IN WAITING CHAIN",
              "Committing": "INCLUDED IN IDLE",
              "ComputeProofFailed": "INCLUDED IN ERRORS",
              "Errors": "Errors",
              "FinalizeFailed": "INCLUDED IN ERRORS",
              "FinalizeSector": "INCLUDED IN WAITING CHAIN",
              "Idle": "Idle",
              "PreCommit1": "INCLUDED IN IDLE",
              "PreCommit2": "INCLUDED IN IDLE",
              "PreCommitWait": "INCLUDED IN WAITING CHAIN",
              "PreCommitting": "INCLUDED IN IDLE",
              "SealPreCommit1Failed": "INCLUDED IN ERRORS",
              "SealPreCommit2Failed": "INCLUDED IN ERRORS",
              "SubmitCommit": "INCLUDED IN IDLE",
              "Time": "Time",
              "Total Running": "Total Running",
              "Total Waiting": "",
              "Total not Running": "Total not Running",
              "WaitDeals": "INCLUDED IN WAITING CHAIN",
              "WaitSeed": "INCLUDED IN WAITING CHAIN",
              "Waiting": "",
              "Waiting Chain": "Waiting Chain",
              "seal/v0/addpiece": "AP",
              "seal/v0/commit/1": "C1",
              "seal/v0/commit/2": "C2",
              "seal/v0/fetch": "GET",
              "seal/v0/finalize": "FINALIZING",
              "seal/v0/precommit/1": "PC1",
              "seal/v0/precommit/2": "PC2",
              "{task=\"WaitSeed\"}": "WaitSeed",
              "{task=\"seal/v0/addpiece\"}": "AP",
              "{task=\"seal/v0/commit/1\"}": "C1",
              "{task=\"seal/v0/commit/2\"}": "C2",
              "{task=\"seal/v0/fetch\"}": "GET",
              "{task=\"seal/v0/finalize\"}": "Finalize",
              "{task=\"seal/v0/precommit/1\"}": "PC1",
              "{task=\"seal/v0/precommit/2\"}": "PC2"
            }
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:2072",
          "decimals": 0,
          "format": "none",
          "label": "Sectors",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:2073",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "custom": {
            "align": null,
            "displayMode": "auto",
            "filterable": true
          },
          "decimals": 0,
          "mappings": [],
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Sector Creation"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 129
              },
              {
                "id": "unit",
                "value": "dateTimeAsIsoNoDateIfToday"
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "-",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "ID"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 27
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Sector"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 73
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Worker"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 76
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Status"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 72
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "C2",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/commit/2"
                  },
                  {
                    "from": "",
                    "id": 2,
                    "text": "C1",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/commit/1"
                  },
                  {
                    "from": "",
                    "id": 3,
                    "text": "PC2",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/precommit/2"
                  },
                  {
                    "from": "",
                    "id": 4,
                    "text": "PC1",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/precommit/1"
                  },
                  {
                    "from": "",
                    "id": 5,
                    "text": "GET",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/fetch"
                  },
                  {
                    "from": "",
                    "id": 6,
                    "text": "AP",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/addpiece"
                  },
                  {
                    "from": "",
                    "id": 7,
                    "text": "Finalize",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/finalize"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Duration"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 86
              },
              {
                "id": "unit",
                "value": "dthms"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Deals"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 84
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": null
                    },
                    {
                      "color": "green",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "-",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Remaining"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 98
              },
              {
                "id": "unit",
                "value": "s"
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": null
                    },
                    {
                      "color": "orange",
                      "value": 1
                    },
                    {
                      "color": "red",
                      "value": 300
                    }
                  ]
                }
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Action"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 80
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "Running",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  },
                  {
                    "from": "",
                    "id": 2,
                    "text": "Idle",
                    "to": "",
                    "type": 1,
                    "value": "99"
                  },
                  {
                    "from": "",
                    "id": 5,
                    "text": "Idle",
                    "to": "",
                    "type": 1,
                    "value": "1"
                  }
                ]
              },
              {
                "id": "noValue",
                "value": "Idle"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "worker_host"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 121
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 15,
        "w": 8,
        "x": 8,
        "y": 11
      },
      "id": 469,
      "options": {
        "showHeader": true,
        "sortBy": []
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "# Retourne la liste de tout les jobs \"Running\" enrichi aves les informations deals and creation date recuperer depuis la liste des sectors\nlotus_miner_worker_job{miner_id=\"$miner_id\",run_wait=\"0\"} * on (sector_id) group_left(deals,creation_date) (lotus_miner_sector_state{miner_id=\"$miner_id\",state!~\"(Proving|Removed)\"})*1",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "",
          "refId": "A"
        },
        {
          "expr": "# Retourne la liste des jobs en cours \"Running\" pour lesquels il n'a a pas encore des secteurs (Les premiers AP par exemple) \nlotus_miner_worker_job{run_wait=\"0\"} unless on (sector_id) (lotus_miner_sector_state{miner_id=\"$miner_id\",state!~\"(Proving|Removed)\"})*1",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "B"
        },
        {
          "expr": "# Calcul do 95 centile sur 30 jours des jobs par Worker et Par task et calcul le temps restant pour chacun des jobs\nlotus_miner_worker_job{miner_id=\"$miner_id\",run_wait=\"0\"} - on(worker_host,task) group_left()(quantile(0.95,(max_over_time(lotus_miner_worker_job{miner_id=\"$miner_id\",worker_host!=\"\", run_wait=\"0\"}[30d]) > 1)) by (worker_host,task))",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "C"
        },
        {
          "expr": "# Retourne la date de creation du secteur\nlotus_miner_sector_event{event_type=\"creation\"} and on(sector_id) lotus_miner_worker_job{run_wait=\"0\"} ",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "D"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "RUNNING Sealing Sectors",
      "transformations": [
        {
          "id": "merge",
          "options": {}
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Sector Creation",
            "binary": {
              "left": "Value #D",
              "operator": "*",
              "reducer": "sum",
              "right": "1000"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            },
            "replaceFields": false
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Deals",
            "binary": {
              "left": "deals",
              "operator": "+",
              "reducer": "sum",
              "right": "0"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Action",
            "binary": {
              "left": "run_wait",
              "operator": "+",
              "reducer": "sum",
              "right": "0"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Action": true,
              "Time": true,
              "Time 1": true,
              "Time 2": true,
              "Time 3": true,
              "Value #A": false,
              "Value #B": true,
              "Value #C": false,
              "Value #D": true,
              "__name__": true,
              "__name__ 1": true,
              "__name__ 2": true,
              "creation_date": true,
              "deals": true,
              "event_type": true,
              "instance": true,
              "instance 1": true,
              "instance 2": true,
              "instance 3": true,
              "job": true,
              "job 1": true,
              "job 2": true,
              "job 3": true,
              "job_id": false,
              "job_id 1": false,
              "job_id 2": true,
              "job_start_time": true,
              "job_start_time 1": true,
              "job_start_time 2": true,
              "miner_id": true,
              "miner_id 1": true,
              "miner_id 2": true,
              "miner_id 3": true,
              "pledged": true,
              "run_wait": true,
              "run_wait 1": false,
              "run_wait 2": true,
              "sector": false,
              "sector 1": true,
              "sector 2": true,
              "sector_id": false,
              "state": true,
              "task": false,
              "task 1": false,
              "task 2": true,
              "worker 1": false,
              "worker 2": true
            },
            "indexByName": {
              "Action": 3,
              "Deals": 7,
              "Sector Creation": 17,
              "Time": 9,
              "Value #A": 4,
              "Value #C": 5,
              "Value #D": 16,
              "__name__": 14,
              "deals": 8,
              "event_type": 15,
              "instance": 10,
              "job": 11,
              "job_id": 18,
              "job_start_time": 13,
              "miner_id": 12,
              "run_wait": 6,
              "sector_id": 0,
              "task": 2,
              "worker_host": 1
            },
            "renameByName": {
              "Action": "",
              "Sector Creation": "",
              "Time": "",
              "Value #A": "Duration",
              "Value #B": "",
              "Value #C": "Remaining",
              "Value #D": "Creation Date",
              "creation_date": "",
              "deals": "",
              "job_id": "ID",
              "job_id 1": "ID",
              "job_start_time": "",
              "miner_id": "",
              "run_wait": "",
              "run_wait 1": "Action",
              "sector": "Sector",
              "sector_id": "Sector",
              "state": "",
              "task": "Status",
              "task 1": "",
              "worker": "Worker",
              "worker 1": "Worker",
              "worker_host": "Worker"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "custom": {
            "align": null,
            "displayMode": "auto",
            "filterable": true
          },
          "decimals": 0,
          "mappings": [],
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Sector Creation"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 148
              },
              {
                "id": "unit",
                "value": "dateTimeAsIsoNoDateIfToday"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "ID"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 51
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Sector"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 84
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Worker"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 78
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "-",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Status"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 126
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "PC1",
                    "to": "",
                    "type": 1,
                    "value": "PreCommit1"
                  },
                  {
                    "from": "",
                    "id": 2,
                    "text": "PC2",
                    "to": "",
                    "type": 1,
                    "value": "PreCommit2"
                  },
                  {
                    "from": "",
                    "id": 3,
                    "text": "C1/C2",
                    "to": "",
                    "type": 1,
                    "value": "Committing"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Duration"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 92
              },
              {
                "id": "unit",
                "value": "dthms"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Deals"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 68
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": null
                    },
                    {
                      "color": "green",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "-",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Remaining"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 98
              },
              {
                "id": "unit",
                "value": "s"
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": null
                    },
                    {
                      "color": "orange",
                      "value": 1
                    },
                    {
                      "color": "red",
                      "value": 300
                    }
                  ]
                }
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Action"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 92
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "Running",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  },
                  {
                    "from": "",
                    "id": 2,
                    "text": "In Sched",
                    "to": "",
                    "type": 1,
                    "value": "99"
                  },
                  {
                    "from": "",
                    "id": 5,
                    "text": "Assigned(0)",
                    "to": "",
                    "type": 1,
                    "value": "1"
                  },
                  {
                    "from": "",
                    "id": 6,
                    "text": "Assigned(1)",
                    "to": "",
                    "type": 1,
                    "value": "2"
                  },
                  {
                    "from": "",
                    "id": 7,
                    "text": "Idle",
                    "to": "",
                    "type": 1,
                    "value": "98"
                  }
                ]
              },
              {
                "id": "noValue",
                "value": "Idle"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Verified Weight"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 131
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "",
                    "to": "",
                    "type": 1,
                    "value": "0"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "verified_weight"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 139
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 11,
        "w": 8,
        "x": 16,
        "y": 11
      },
      "id": 502,
      "options": {
        "showHeader": true,
        "sortBy": [
          {
            "desc": true,
            "displayName": "Sector"
          }
        ]
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "# Retourne tout les secteurs qui sont sur les workers mais dans un statut different de Running. On les enrichis avec les infos des workers (Assigned par exemple)\n(lotus_miner_sector_state{miner_id=\"$miner_id\", state!~\"(Proving|Removed)\"} * on (sector_id) group_left(job_id,run_wait,job_start_time,task,worker) lotus_miner_worker_job{miner_id=\"$miner_id\", run_wait!=\"0\"})*1",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "",
          "refId": "A"
        },
        {
          "expr": "# Retourne les jobs qui sont sur les worker dans un etat different de Running et qui seraient absent de la liste des secteurs (pas sur que ca existe)\n(lotus_miner_worker_job{miner_id=\"$miner_id\", run_wait!=\"0\"} unless on (sector_id) (lotus_miner_sector_state{miner_id=\"$miner_id\", state!~\"(Proving|Removed)\"}))*1",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "B"
        },
        {
          "expr": "# Retourne la liste des secteurs qui ne sont pas dans la liste des Jobs (Comme le WAitSeed, WaitCommit, mais aussi d'autres qui traine)\n# Les label_replace servent a creer des colonnes à 0 au cas ou la premiere requete ne retourne rien\n(label_replace(label_replace(label_replace(label_replace(label_replace(lotus_miner_sector_state{miner_id=\"$miner_id\", state!~\"(Proving|Removed)\"},\"job_id\",\"0\",\"\",\"\"),\"run_wait\",\"98\",\"\",\"\"),\"job_start_time\",\"0\",\"\",\"\"),\"task\",\"0\",\"\",\"\"),\"worker\",\"0\",\"\",\"\") unless on (sector_id) lotus_miner_worker_job{miner_id=\"$miner_id\"})*1",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "C"
        },
        {
          "expr": "# Retourne la date de creation pour les secteurs. Ici on filtre sur les 2 requetes principales precendente and AND et on les unis avec OR. Les requetes precendetes se terminent par *1 pour perdre le nom de la metrics et s'assurer que la transformation Merge fonctionne.\n((lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"creation\"})  and  on (sector_id) lotus_miner_worker_job{miner_id=\"$miner_id\", run_wait!=\"0\"}) or ((lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"creation\"})  and  on (sector_id) (lotus_miner_sector_state{miner_id=\"$miner_id\", state!~\"(Proving|Removed)\"} unless on (sector_id) lotus_miner_worker_job{miner_id=\"$miner_id\"}))",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "D"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "IDLE Sealing Sectors",
      "transformations": [
        {
          "id": "merge",
          "options": {}
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Sector Creation",
            "binary": {
              "left": "Value #D",
              "operator": "*",
              "reducer": "sum",
              "right": "1000"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            },
            "replaceFields": false
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Deals",
            "binary": {
              "left": "deals",
              "operator": "+",
              "reducer": "sum",
              "right": "0"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "ID",
            "binary": {
              "left": "job_id",
              "operator": "+",
              "reducer": "sum",
              "right": "0"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Action",
            "binary": {
              "left": "run_wait",
              "operator": "+",
              "reducer": "sum",
              "right": "0"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "binary": {
              "left": "worker",
              "operator": "+",
              "reducer": "sum",
              "right": "0"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Verified Weight",
            "binary": {
              "left": "verified_weight",
              "operator": "+",
              "reducer": "sum",
              "right": "0"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "ID": true,
              "Sector Creation": false,
              "Time": true,
              "Time 1": true,
              "Time 2": true,
              "Time 3": true,
              "Value #A": false,
              "Value #B": true,
              "Value #C": true,
              "Value #D": true,
              "__name__": true,
              "__name__ 1": true,
              "__name__ 2": true,
              "creation_date": true,
              "deals": true,
              "event_type": true,
              "instance": true,
              "instance 1": true,
              "instance 2": true,
              "instance 3": true,
              "job": true,
              "job 1": true,
              "job 2": true,
              "job 3": true,
              "job_id": true,
              "job_id 1": false,
              "job_id 2": true,
              "job_start_time": true,
              "job_start_time 1": true,
              "job_start_time 2": true,
              "miner_id": true,
              "miner_id 1": true,
              "miner_id 2": true,
              "miner_id 3": true,
              "pledged": true,
              "run_wait": true,
              "run_wait 1": false,
              "run_wait 2": true,
              "sector": false,
              "sector 1": true,
              "sector 2": true,
              "sector_id": false,
              "state": false,
              "task": true,
              "task 1": false,
              "task 2": true,
              "verified_weight": true,
              "worker": true,
              "worker 1": false,
              "worker 2": true
            },
            "indexByName": {
              "Action": 8,
              "Deals": 13,
              "ID": 1,
              "Sector Creation": 12,
              "Time": 16,
              "Value #A": 11,
              "Value #C": 9,
              "Value #D": 24,
              "Verified Weight": 14,
              "__name__": 22,
              "deals": 10,
              "event_type": 23,
              "instance": 17,
              "job": 18,
              "job_id": 2,
              "job_start_time": 20,
              "miner_id": 19,
              "pledged": 21,
              "run_wait": 7,
              "sector_id": 0,
              "state": 6,
              "task": 5,
              "verified_weight": 15,
              "worker": 3,
              "worker + 0": 4
            },
            "renameByName": {
              "Sector Creation": "",
              "Time": "",
              "Value #A": "Duration",
              "Value #B": "",
              "Value #C": "",
              "Value #D": "Creation Date",
              "creation_date": "",
              "deals": "",
              "job_id": "",
              "job_id 1": "ID",
              "job_start_time": "",
              "miner_id": "",
              "run_wait": "Action",
              "run_wait 1": "Action",
              "sector": "Sector",
              "sector_id": "Sector",
              "state": "Status",
              "task": "",
              "task 1": "",
              "verified_weight": "",
              "worker": "",
              "worker + 0": "Worker",
              "worker 1": "Worker"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "custom": {
            "align": null,
            "filterable": false
          },
          "decimals": 1,
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "orange",
                "value": null
              }
            ]
          },
          "unit": "dthms"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Variation against last 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 178
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "All times"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 71
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Last 100 Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 121
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Last 10 Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 113
              }
            ]
          },
          {
            "matcher": {
              "id": "byRegexp",
              "options": "/Var./"
            },
            "properties": [
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "green",
                      "value": null
                    },
                    {
                      "color": "rgba(242, 73, 92, 0)",
                      "value": -0.05
                    },
                    {
                      "color": "orange",
                      "value": 0.02
                    },
                    {
                      "color": "red",
                      "value": 0.05
                    }
                  ]
                }
              },
              {
                "id": "unit",
                "value": "percentunit"
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Variation VS 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 120
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Variation VS ALL"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 120
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 VS 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 108
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 VS ALL"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 106
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 Vs 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 107
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 Vs All"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 97
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 3,
        "w": 8,
        "x": 0,
        "y": 21
      },
      "id": 570,
      "options": {
        "showHeader": true,
        "sortBy": []
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "quantile(0.5, (topk(10,lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"finalized\"}) - on (sector_id) lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"packed\"}) and on(sector_id) lotus_miner_sector_state{miner_id=\"$miner_id\", state=\"Proving\"})",
          "format": "time_series",
          "instant": true,
          "interval": "",
          "legendFormat": "Last 10 Sectors",
          "refId": "A"
        },
        {
          "expr": "quantile(0.5, (topk(100,lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"finalized\"}) - on (sector_id) lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"packed\"}) and on(sector_id) lotus_miner_sector_state{miner_id=\"$miner_id\", state=\"Proving\"})",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "Last 100 Sectors",
          "refId": "B"
        },
        {
          "expr": "quantile(0.5, (lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"finalized\"} - on (sector_id) lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"packed\"}) and on(sector_id) lotus_miner_sector_state{miner_id=\"$miner_id\", state=\"Proving\"})",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "All times",
          "refId": "C"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Average Sealing Duration (From Packed to Finalized)",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "calculateField",
          "options": {
            "binary": {
              "left": "Last 10 Sectors",
              "operator": "/",
              "reducer": "sum",
              "right": "Last 100 Sectors"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Var. 10 Vs 100",
            "binary": {
              "left": "Last 10 Sectors / Last 100 Sectors",
              "operator": "-",
              "reducer": "sum",
              "right": "1"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "binary": {
              "left": "Last 10 Sectors",
              "operator": "/",
              "reducer": "sum",
              "right": "All times"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Var. 10 Vs All",
            "binary": {
              "left": "Last 10 Sectors / All times",
              "operator": "-",
              "reducer": "sum",
              "right": "1"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "All times": false,
              "Last 10 Sectors / All times": true,
              "Last 10 Sectors / Last 100 Sectors": true,
              "Time": true
            },
            "indexByName": {
              "All times": 4,
              "Last 10 Sectors": 1,
              "Last 10 Sectors / All times": 7,
              "Last 10 Sectors / Last 100 Sectors": 6,
              "Last 100 Sectors": 2,
              "Time": 0,
              "Variaion against all times": 5,
              "Variaion against last 100": 3
            },
            "renameByName": {}
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "displayMode": "auto",
            "filterable": false
          },
          "decimals": 0,
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "red",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "ID"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 36
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Store"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 51
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "-",
                    "to": "",
                    "type": 1,
                    "value": "False"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Available"
            },
            "properties": [
              {
                "id": "unit",
                "value": "bytes"
              },
              {
                "id": "decimals",
                "value": 2
              },
              {
                "id": "custom.width",
                "value": 83
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "red",
                      "value": null
                    },
                    {
                      "color": "orange",
                      "value": 549755813888
                    },
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": 1099511627776
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Worker IP"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 105
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 0,
                    "text": "local",
                    "to": "",
                    "type": 1,
                    "value": "127.0.0.1"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Weight"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 60
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Seal"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 44
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "-",
                    "to": "",
                    "type": 1,
                    "value": "False"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "%"
            },
            "properties": [
              {
                "id": "unit",
                "value": "percentunit"
              },
              {
                "id": "custom.width",
                "value": 31
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Path"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 148
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Host"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 74
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 10,
        "w": 8,
        "x": 16,
        "y": 22
      },
      "id": 169,
      "options": {
        "showHeader": true,
        "sortBy": []
      },
      "pluginVersion": "7.3.1",
      "repeatDirection": "v",
      "targets": [
        {
          "expr": "lotus_miner_storage_info{miner_id=\"$miner_id\"}",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "B"
        },
        {
          "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\"} ",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "D"
        },
        {
          "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\"} /lotus_miner_storage_capacity{miner_id=\"$miner_id\"} ",
          "format": "table",
          "instant": true,
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Storage",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {
            "byField": "storage_id"
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "Time 1": true,
              "Time 2": true,
              "Time 3": true,
              "Value #B": true,
              "__name__": true,
              "__name__ 1": true,
              "__name__ 2": true,
              "instance": true,
              "instance 1": true,
              "instance 2": true,
              "instance 3": true,
              "job": true,
              "job 1": true,
              "job 2": true,
              "job 3": true,
              "miner_id": true,
              "miner_id 1": true,
              "miner_id 2": true,
              "miner_id 3": true,
              "path": false,
              "storage_host_ip": true,
              "storage_host_port": true,
              "storage_url": true,
              "storage_url_port": true
            },
            "indexByName": {
              "Time 1": 9,
              "Time 2": 16,
              "Time 3": 21,
              "Value #A": 25,
              "Value #B": 8,
              "Value #D": 7,
              "__name__ 1": 10,
              "__name__ 2": 17,
              "can_seal": 5,
              "can_store": 6,
              "instance 1": 11,
              "instance 2": 18,
              "instance 3": 22,
              "job 1": 12,
              "job 2": 19,
              "job 3": 23,
              "miner_id 1": 13,
              "miner_id 2": 20,
              "miner_id 3": 24,
              "path": 3,
              "storage_host_ip": 14,
              "storage_host_name": 2,
              "storage_host_port": 15,
              "storage_id": 0,
              "storage_url": 1,
              "weight": 4
            },
            "renameByName": {
              "Time": "",
              "Value #A": "%",
              "Value #D": "Available",
              "can_seal": "Seal",
              "can_store": "Store",
              "path": "Path",
              "storage_host_name": "Host",
              "storage_id": "ID",
              "storage_url": "",
              "storage_url_ip": "Worker IP",
              "weight": "Weight"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "filterable": true
          },
          "decimals": 2,
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "C2",
              "to": "",
              "type": 1,
              "value": "c2"
            },
            {
              "from": "",
              "id": 1,
              "text": "PC2",
              "to": "",
              "type": 1,
              "value": "pc2"
            },
            {
              "from": "",
              "id": 2,
              "text": "PC1",
              "to": "",
              "type": 1,
              "value": "pc1"
            }
          ],
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "dtdhms"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Task"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 82
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Worker"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 79
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "on 30d"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 76
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Task"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 80
              },
              {
                "id": "mappings",
                "value": [
                  {
                    "from": "",
                    "id": 1,
                    "text": "GET",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/fetch"
                  },
                  {
                    "from": "",
                    "id": 2,
                    "text": "AP",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/addpiece"
                  },
                  {
                    "from": "",
                    "id": 3,
                    "text": "PC2",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/precommit/2"
                  },
                  {
                    "from": "",
                    "id": 4,
                    "text": "PC1",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/precommit/1"
                  },
                  {
                    "from": "",
                    "id": 5,
                    "text": "C2",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/commit/2"
                  },
                  {
                    "from": "",
                    "id": 6,
                    "text": "C1",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/commit/1"
                  },
                  {
                    "from": "",
                    "id": 7,
                    "text": "Finalize",
                    "to": "",
                    "type": 1,
                    "value": "seal/v0/finalize"
                  }
                ]
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Variation"
            },
            "properties": [
              {
                "id": "unit",
                "value": "percentunit"
              },
              {
                "id": "custom.width",
                "value": 96
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Variation"
            },
            "properties": [
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "green",
                      "value": null
                    },
                    {
                      "color": "rgba(87, 148, 242, 0)",
                      "value": -0.05
                    },
                    {
                      "color": "orange",
                      "value": 0.05
                    },
                    {
                      "color": "red",
                      "value": 0.1
                    }
                  ]
                }
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "on 2d"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 72
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 8,
        "w": 8,
        "x": 0,
        "y": 24
      },
      "id": 324,
      "interval": "1d",
      "options": {
        "showHeader": true,
        "sortBy": [
          {
            "desc": false,
            "displayName": "Task"
          }
        ]
      },
      "pluginVersion": "7.3.1",
      "repeat": null,
      "targets": [
        {
          "expr": "# Calcul do 95 centile sur 30 jours\nquantile(0.95,(max_over_time(lotus_miner_worker_job{miner_id=\"$miner_id\", worker_host!=\"\", run_wait=\"0\"}[30d]) > 1)) by (worker_host,task)",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "{{ legend }} - {{ worker_host }}",
          "refId": "A"
        },
        {
          "expr": "# Calcul do 95 centile sur 2 jours\nquantile(0.95,(max_over_time(lotus_miner_worker_job{miner_id=\"$miner_id\", worker_host!=\"\", run_wait=\"0\"}[2d]) > 1)) by (worker_host,task)",
          "format": "table",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "{{ legend }} - {{ worker_host }}",
          "refId": "B"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Average Job time",
      "transformations": [
        {
          "id": "merge",
          "options": {}
        },
        {
          "id": "calculateField",
          "options": {
            "binary": {
              "left": "Value #B",
              "operator": "/",
              "reducer": "sum",
              "right": "Value #A"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Variation",
            "binary": {
              "left": "Value #B / Value #A",
              "operator": "-",
              "reducer": "sum",
              "right": "1"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "Value #B / Value #A": true,
              "task": false
            },
            "indexByName": {
              "Time": 0,
              "Value #A": 5,
              "Value #B": 4,
              "legend": 2,
              "task": 3,
              "worker": 1
            },
            "renameByName": {
              "Value": "Average (30days)",
              "Value #A": "on 30d",
              "Value #B": "on 2d",
              "Value #B / Value #A": "",
              "legend": "Task",
              "task": "Task",
              "worker": "Worker",
              "worker_host": "Worker"
            }
          }
        }
      ],
      "type": "table"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [],
          "min": 0,
          "noValue": "0",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 3,
        "w": 2,
        "x": 8,
        "y": 26
      },
      "id": 73,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "count (lotus_miner_worker_cpu{miner_id=\"$miner_id\"})",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Number of Workers",
          "refId": "D"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "",
      "transformations": [],
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [],
          "min": 0,
          "noValue": "0",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 3,
        "w": 2,
        "x": 10,
        "y": 26
      },
      "id": 68,
      "options": {
        "colorMode": "value",
        "graphMode": "none",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "value_and_name"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "count by (state) (lotus_miner_sector_state{miner_id=\"$miner_id\", state=\"Proving\"})",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Proving Sectors",
          "refId": "D"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "",
      "transformations": [],
      "type": "stat"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [],
          "min": 0,
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName"
            },
            "properties": []
          },
          {
            "matcher": {
              "id": "byName",
              "options": "CommitFailed"
            },
            "properties": [
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "red",
                      "value": null
                    }
                  ]
                }
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 3,
        "w": 8,
        "x": 8,
        "y": 29
      },
      "id": 67,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "auto"
      },
      "pluginVersion": "7.3.1",
      "targets": [
        {
          "expr": "count by (state) (lotus_miner_sector_state{miner_id=\"$miner_id\", state!~\"(Proving)\"})",
          "format": "time_series",
          "hide": false,
          "instant": true,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{state}}",
          "refId": "D"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Number of sectors",
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Proving": false
            },
            "indexByName": {
              "Committing": 8,
              "Packing": 4,
              "PreCommit1": 5,
              "PreCommit2": 6,
              "Proving": 1,
              "Removed": 2,
              "Removing": 9,
              "Time": 0,
              "WaitDeals": 3,
              "WaitSeed": 7
            },
            "renameByName": {
              "seal/v0/addpiece": "AP",
              "seal/v0/commit/2": "C2",
              "seal/v0/precommit/1": "PC1",
              "seal/v0/precommit/2": "PC2"
            }
          }
        }
      ],
      "type": "stat"
    },
    {
      "collapsed": false,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 32
      },
      "id": 606,
      "panels": [],
      "title": "Workers",
      "type": "row"
    },
    {
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "decimals": 0,
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "orange",
                "value": 0.8
              },
              {
                "color": "red",
                "value": 0.98
              }
            ]
          },
          "unit": "percentunit"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 4,
        "w": 4,
        "x": 0,
        "y": 33
      },
      "id": 74,
      "maxPerRow": 6,
      "options": {
        "displayMode": "basic",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": true
        },
        "showUnfilled": true
      },
      "pluginVersion": "7.3.1",
      "repeat": "worker_host",
      "repeatDirection": "h",
      "targets": [
        {
          "expr": "avg((lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})/(lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}) >= 0)",
          "instant": true,
          "interval": "",
          "legendFormat": "CPU",
          "refId": "D"
        },
        {
          "expr": "avg((lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})/(lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}) >= 0)",
          "hide": false,
          "instant": true,
          "interval": "",
          "legendFormat": "GPU",
          "refId": "C"
        },
        {
          "expr": "avg((lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})/(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}) >= 0)",
          "instant": true,
          "interval": "",
          "legendFormat": "RAM",
          "refId": "B"
        },
        {
          "expr": "avg((lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})/(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}) >= 0)",
          "format": "time_series",
          "instant": true,
          "interval": "",
          "legendFormat": "VMEM",
          "refId": "A"
        }
      ],
      "timeFrom": null,
      "timeShift": null,
      "title": "Ressources - $worker_host",
      "transformations": [],
      "type": "bargauge"
    },
    {
      "collapsed": false,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 37
      },
      "id": 20,
      "panels": [],
      "title": "Sealing",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "PC1",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/1"
            },
            {
              "from": "",
              "id": 1,
              "text": "C2",
              "to": "",
              "type": 1,
              "value": "seal/v0/commit/2"
            },
            {
              "from": "",
              "id": 2,
              "text": "AP",
              "to": "",
              "type": 1,
              "value": "seal/v0/addpiece"
            },
            {
              "from": "",
              "id": 3,
              "text": "PC2",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/2"
            },
            {
              "from": "",
              "id": 4,
              "text": "",
              "to": "",
              "type": 1,
              "value": ""
            }
          ],
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 7,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 38
      },
      "hiddenSeries": false,
      "id": 535,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "hideEmpty": true,
        "hideZero": true,
        "max": true,
        "min": false,
        "rightSide": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 0,
      "nullPointMode": "null as zero",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:743",
          "alias": "/Total/",
          "color": "rgba(0, 0, 0, 0)",
          "hiddenSeries": true
        }
      ],
      "spaceLength": 10,
      "stack": true,
      "steppedLine": false,
      "targets": [
        {
          "expr": "# REtourne le nombre de JOB dans l'etat running\ncount by (task) (lotus_miner_worker_job{miner_id=\"$miner_id\",run_wait=\"0\"})",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{ task }}",
          "refId": "D"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Sealing jobs - RUNNING",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Total Running",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "seal/v0/addpiece",
                "seal/v0/commit/2",
                "seal/v0/fetch",
                "seal/v0/precommit/1",
                "seal/v0/precommit/2"
              ],
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "CommitFailed": true,
              "CommitWait": true,
              "Committing": true,
              "FinalizeFailed": true,
              "PreCommit1": true,
              "PreCommit2": true,
              "PreCommitWait": true,
              "PreCommitting": true,
              "SealPreCommit1Failed": true,
              "SealPreCommit2Failed": true,
              "SubmitCommit": true,
              "Time": false,
              "WaitDeals": true,
              "WaitSeed": true
            },
            "indexByName": {
              "Time": 0,
              "Total Running": 1,
              "seal/v0/addpiece": 2,
              "seal/v0/commit/1": 5,
              "seal/v0/commit/2": 6,
              "seal/v0/fetch": 7,
              "seal/v0/precommit/1": 3,
              "seal/v0/precommit/2": 4
            },
            "renameByName": {
              "CommitWait": "INCLUDED IN WAITING CHAIN",
              "Committing": "INCLUDED IN IDLE",
              "Errors": "Errors",
              "FinalizeFailed": "INCLUDED IN ERRORS",
              "FinalizeSector": "",
              "Idle": "Idle",
              "PreCommit1": "INCLUDED IN IDLE",
              "PreCommit2": "INCLUDED IN IDLE",
              "PreCommitWait": "INCLUDED IN WAITING CHAIN",
              "PreCommitting": "INCLUDED IN IDLE",
              "SealPreCommit2Failed": "INCLUDED IN ERRORS",
              "Time": "Time",
              "Total Running": "Total Running",
              "Total Waiting": "Total not Running",
              "WaitSeed": "INCLUDED IN WAITING CHAIN",
              "Waiting": "",
              "Waiting Chain": "Waiting Chain",
              "seal/v0/addpiece": "AP",
              "seal/v0/commit/1": "C1",
              "seal/v0/commit/2": "C2",
              "seal/v0/fetch": "GET",
              "seal/v0/precommit/1": "PC1",
              "seal/v0/precommit/2": "PC2",
              "{task=\"WaitSeed\"}": "WaitSeed",
              "{task=\"seal/v0/addpiece\"}": "AP",
              "{task=\"seal/v0/commit/1\"}": "C1",
              "{task=\"seal/v0/commit/2\"}": "C2",
              "{task=\"seal/v0/fetch\"}": "GET",
              "{task=\"seal/v0/finalize\"}": "Finalize",
              "{task=\"seal/v0/precommit/1\"}": "PC1",
              "{task=\"seal/v0/precommit/2\"}": "PC2"
            }
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:2072",
          "decimals": 0,
          "format": "none",
          "label": "Sectors",
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:2073",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "PC1",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/1"
            },
            {
              "from": "",
              "id": 1,
              "text": "C2",
              "to": "",
              "type": 1,
              "value": "seal/v0/commit/2"
            },
            {
              "from": "",
              "id": 2,
              "text": "AP",
              "to": "",
              "type": 1,
              "value": "seal/v0/addpiece"
            },
            {
              "from": "",
              "id": 3,
              "text": "PC2",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/2"
            },
            {
              "from": "",
              "id": 4,
              "text": "",
              "to": "",
              "type": 1,
              "value": ""
            }
          ],
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 7,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 38
      },
      "hiddenSeries": false,
      "id": 536,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "hideEmpty": true,
        "hideZero": true,
        "max": true,
        "min": false,
        "rightSide": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 0,
      "nullPointMode": "null as zero",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:2400",
          "alias": "Errors",
          "color": "#C4162A"
        },
        {
          "$$hashKey": "object:743",
          "alias": "/Total/",
          "color": "rgba(0, 0, 0, 0)",
          "hiddenSeries": true
        },
        {
          "$$hashKey": "object:1150",
          "alias": "Idle",
          "color": "#FADE2A"
        },
        {
          "$$hashKey": "object:1196",
          "alias": "Waiting Chain",
          "color": "#73BF69"
        },
        {
          "$$hashKey": "object:1235"
        }
      ],
      "spaceLength": 10,
      "stack": true,
      "steppedLine": false,
      "targets": [
        {
          "expr": "count by (state) ((lotus_miner_sector_state{miner_id=\"$miner_id\", state!~\"(Proving|Removed)\"}) unless on (sector_id) lotus_miner_worker_job{miner_id=\"$miner_id\",run_wait!=\"0\"})",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "legendFormat": "{{ state }}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Sealing jobs - IDLE",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "calculateField",
          "options": {
            "alias": "Total Waiting",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "CommitWait",
                "PreCommitWait",
                "WaitSeed",
                "FinalizeSector"
              ],
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Total Idle",
            "mode": "reduceRow",
            "reduce": {
              "include": [
                "Committing",
                "PreCommit1",
                "PreCommit2",
                "PreCommitting"
              ],
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "CommitFailed": true,
              "CommitWait": false,
              "Committing": false,
              "FinalizeFailed": true,
              "PreCommit1": false,
              "PreCommit2": false,
              "PreCommitWait": false,
              "PreCommitting": false,
              "SealPreCommit1Failed": true,
              "SealPreCommit2Failed": true,
              "SubmitCommit": false,
              "Time": false,
              "WaitDeals": true,
              "WaitSeed": false
            },
            "indexByName": {
              "CommitWait": 4,
              "Committing": 10,
              "FinalizeFailed": 13,
              "FinalizeSector": 5,
              "PreCommit1": 8,
              "PreCommit2": 9,
              "PreCommitWait": 2,
              "PreCommitting": 11,
              "SealPreCommit2Failed": 12,
              "SubmitCommit": 6,
              "Time": 0,
              "Total Idle": 7,
              "Total Waiting": 1,
              "WaitSeed": 3
            },
            "renameByName": {
              "CommitWait": "",
              "Committing": "Idle - C1/C2",
              "Errors": "Errors",
              "FinalizeFailed": "HIDDEN",
              "FinalizeSector": "",
              "Idle": "Idle",
              "PreCommit1": "Idle - PC1",
              "PreCommit2": "Idle - PC2",
              "PreCommitWait": "",
              "PreCommitting": "Idle - PC (Other ?!?)",
              "SealPreCommit2Failed": "HIDDEN",
              "Time": "Time",
              "Total Idle": "Total Idle",
              "Total Running": "Total Running",
              "Total Waiting": "Total Waiting",
              "WaitSeed": "",
              "Waiting": "",
              "Waiting Chain": "Waiting Chain",
              "seal/v0/addpiece": "AP",
              "seal/v0/commit/1": "C1",
              "seal/v0/commit/2": "C2",
              "seal/v0/fetch": "GET",
              "seal/v0/precommit/1": "PC1",
              "seal/v0/precommit/2": "PC2",
              "{task=\"WaitSeed\"}": "WaitSeed",
              "{task=\"seal/v0/addpiece\"}": "AP",
              "{task=\"seal/v0/commit/1\"}": "C1",
              "{task=\"seal/v0/commit/2\"}": "C2",
              "{task=\"seal/v0/fetch\"}": "GET",
              "{task=\"seal/v0/finalize\"}": "Finalize",
              "{task=\"seal/v0/precommit/1\"}": "PC1",
              "{task=\"seal/v0/precommit/2\"}": "PC2"
            }
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:2072",
          "decimals": 0,
          "format": "none",
          "label": "Sectors",
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:2073",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "PC1",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/1"
            },
            {
              "from": "",
              "id": 1,
              "text": "C2",
              "to": "",
              "type": 1,
              "value": "seal/v0/commit/2"
            },
            {
              "from": "",
              "id": 2,
              "text": "AP",
              "to": "",
              "type": 1,
              "value": "seal/v0/addpiece"
            },
            {
              "from": "",
              "id": 3,
              "text": "PC2",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/2"
            },
            {
              "from": "",
              "id": 4,
              "text": "",
              "to": "",
              "type": 1,
              "value": ""
            }
          ],
          "noValue": "0",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 16,
        "y": 38
      },
      "hiddenSeries": false,
      "id": 72,
      "legend": {
        "alignAsTable": true,
        "avg": false,
        "current": true,
        "max": true,
        "min": false,
        "rightSide": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "count by (state) (lotus_miner_sector_state{miner_id=\"$miner_id\" })",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{state}}",
          "refId": "D"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Sealing ERRORS",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "CommitWait": true,
              "Committing": true,
              "Empty": true,
              "FinalizeFailed": false,
              "FinalizeSector": true,
              "Packing": true,
              "PreCommit1": true,
              "PreCommit2": true,
              "PreCommitWait": true,
              "PreCommitting": true,
              "Proving": true,
              "Removed": true,
              "Removing": false,
              "SealPreCommit1Failed": false,
              "SealPreCommit2Failed": false,
              "SubmitCommit": true,
              "WaitDeals": true,
              "WaitSeed": true,
              "{task=\"seal/v0/finalize\"}": true
            },
            "indexByName": {
              "CommitWait": 5,
              "Committing": 6,
              "Empty": 7,
              "FinalizeFailed": 3,
              "FinalizeSector": 8,
              "Packing": 9,
              "PreCommit1": 10,
              "PreCommit2": 11,
              "PreCommitWait": 12,
              "Proving": 13,
              "Removed": 14,
              "Removing": 4,
              "SealPreCommit1Failed": 1,
              "SealPreCommit2Failed": 2,
              "Time": 0,
              "WaitDeals": 15,
              "WaitSeed": 16
            },
            "renameByName": {
              "{task=\"seal/v0/addpiece\"}": "AP",
              "{task=\"seal/v0/commit/1\"}": "C1",
              "{task=\"seal/v0/commit/2\"}": "C2",
              "{task=\"seal/v0/fetch\"}": "GET",
              "{task=\"seal/v0/finalize\"}": "Finalize",
              "{task=\"seal/v0/precommit/1\"}": "PC1",
              "{task=\"seal/v0/precommit/2\"}": "PC2"
            }
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:2072",
          "decimals": 0,
          "format": "none",
          "label": "Sectors",
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:2073",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "collapsed": false,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 45
      },
      "id": 26,
      "panels": [],
      "repeat": null,
      "title": "Wallets",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "dark-red",
                "value": null
              },
              {
                "color": "orange",
                "value": 5
              },
              {
                "color": "green",
                "value": 10
              }
            ]
          },
          "unit": "FIL"
        },
        "overrides": []
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 8,
        "x": 0,
        "y": 46
      },
      "hiddenSeries": false,
      "id": 56,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$miner_id\"}",
          "interval": "",
          "legendFormat": "Miner",
          "refId": "A"
        },
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$owner_addr\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Owner",
          "refId": "C"
        },
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$worker_addr\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Worker",
          "refId": "B"
        },
        {
          "expr": "lotus_wallet_balance{miner_id=\"$miner_id\", address=\"$control0_addr\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "Control0",
          "refId": "D"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Available Balance",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:1734",
          "format": "FIL",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:1735",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "Fil"
        },
        "overrides": []
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 8,
        "x": 8,
        "y": 46
      },
      "hiddenSeries": false,
      "id": 57,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_wallet_locked_balance{miner_id=\"$miner_id\"}",
          "hide": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{locked_type}}",
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Locked Balance",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {},
            "indexByName": {
              "FeeDebt": 4,
              "InitialPledge": 3,
              "LockedFunds": 2,
              "PreCommitDeposits": 1,
              "Time": 0
            },
            "renameByName": {
              "FeeDebt": "Fee Debt",
              "InitialPledge": "Pledge",
              "LockedFunds": "Vesting",
              "PreCommitDeposits": "PreCommit"
            }
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:1900",
          "format": "Fil",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:1901",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "Fil"
        },
        "overrides": []
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 8,
        "x": 16,
        "y": 46
      },
      "hiddenSeries": false,
      "id": 58,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_wallet_balance {miner_id=\"$miner_id\",address!~\"$worker_addr|$owner_addr|$control0_addr|$miner_id\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "{{short}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Other Wallet Balances",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:1986",
          "format": "Fil",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:1987",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "collapsed": false,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 52
      },
      "id": 66,
      "panels": [],
      "title": "Bandwidth",
      "type": "row"
    },
    {
      "aliasColors": {
        "receive_packets_eth0": "#7EB26D",
        "receive_packets_lo": "#E24D42",
        "transmit_packets_eth0": "#7EB26D",
        "transmit_packets_lo": "#E24D42"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {}
        },
        "overrides": []
      },
      "fill": 2,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 53
      },
      "hiddenSeries": false,
      "id": 48,
      "interval": "",
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "max": true,
        "min": true,
        "rightSide": false,
        "show": true,
        "sideWidth": 300,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "connected",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:534",
          "alias": "/.*Trans.*/",
          "transform": "negative-Y"
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "rate(lotus_miner_net_total_in{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "Receive",
          "refId": "O",
          "step": 4
        },
        {
          "expr": "rate(lotus_miner_net_total_out{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "Transmit",
          "refId": "P",
          "step": 4
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Miner Total Trafic ",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:590",
          "format": "bps",
          "label": "Bits out (-) / in (+)",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:591",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {
        "receive_packets_eth0": "#7EB26D",
        "receive_packets_lo": "#E24D42",
        "transmit_packets_eth0": "#7EB26D",
        "transmit_packets_lo": "#E24D42"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {}
        },
        "overrides": []
      },
      "fill": 2,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 53
      },
      "hiddenSeries": false,
      "id": 51,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "max": true,
        "min": true,
        "rightSide": false,
        "show": true,
        "sideWidth": 300,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "connected",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:534",
          "alias": "/.*Trans.*/",
          "transform": "negative-Y"
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "rate(lotus_miner_net_protocol_in{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "{{protocol}} - Receive",
          "refId": "O",
          "step": 4
        },
        {
          "expr": "rate(lotus_miner_net_protocol_out{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "{{protocol}} - Transmit",
          "refId": "P",
          "step": 4
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Miner Total Trafic  per protocol",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:590",
          "format": "bps",
          "label": "Bits out (-) / in (+)",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:591",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "red",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 50
              },
              {
                "color": "green",
                "value": 100
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 16,
        "y": 53
      },
      "hiddenSeries": false,
      "id": 82,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "max": false,
        "min": false,
        "rightSide": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_netpeers_total{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "Daemon",
          "refId": "A"
        },
        {
          "expr": "lotus_miner_netpeers_total{miner_id=\"$miner_id\"}",
          "interval": "",
          "legendFormat": "Miner",
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Netpeers",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:849",
          "format": "none",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:850",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {
        "receive_packets_eth0": "#7EB26D",
        "receive_packets_lo": "#E24D42",
        "transmit_packets_eth0": "#7EB26D",
        "transmit_packets_lo": "#E24D42"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {}
        },
        "overrides": []
      },
      "fill": 2,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 60
      },
      "hiddenSeries": false,
      "id": 50,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "max": false,
        "min": false,
        "rightSide": false,
        "show": true,
        "sideWidth": null,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "connected",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:534",
          "alias": "/.*Trans.*/",
          "transform": "negative-Y"
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "rate(lotus_net_total_in{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "Receive",
          "refId": "O",
          "step": 4
        },
        {
          "expr": "rate(lotus_net_total_out{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "Transmit",
          "refId": "P",
          "step": 4
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Daemon Total Trafic ",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:590",
          "format": "bps",
          "label": "Bits out (-) / in (+)",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:591",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {
        "receive_packets_eth0": "#7EB26D",
        "receive_packets_lo": "#E24D42",
        "transmit_packets_eth0": "#7EB26D",
        "transmit_packets_lo": "#E24D42"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {}
        },
        "overrides": []
      },
      "fill": 2,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 60
      },
      "hiddenSeries": false,
      "id": 52,
      "legend": {
        "alignAsTable": false,
        "avg": false,
        "current": false,
        "hideEmpty": false,
        "max": false,
        "min": false,
        "rightSide": false,
        "show": false,
        "sideWidth": 300,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "connected",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:534",
          "alias": "/.*Trans.*/",
          "transform": "negative-Y"
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "rate(lotus_net_protocol_in{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "{{protocol}} - Receive",
          "refId": "O",
          "step": 4
        },
        {
          "expr": "rate(lotus_net_protocol_out{miner_id=\"$miner_id\"}[5m])",
          "format": "time_series",
          "interval": "",
          "intervalFactor": 2,
          "legendFormat": "{{protocol}} - Transmit",
          "refId": "P",
          "step": 4
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Daemon Total Trafic  per protocol",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:590",
          "format": "bps",
          "label": "Bits out (-) / in (+)",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:591",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "collapsed": true,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 67
      },
      "id": 89,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 72
          },
          "hiddenSeries": false,
          "id": 100,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeat": "worker_host",
          "repeatDirection": "v",
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "masteen",
              "value": "masteen"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - CPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 72
          },
          "hiddenSeries": false,
          "id": 116,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeat": "worker_host",
          "repeatDirection": "v",
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "masteen",
              "value": "masteen"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - GPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 72
          },
          "hiddenSeries": false,
          "id": 137,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeat": "worker_host",
          "repeatDirection": "v",
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "masteen",
              "value": "masteen"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "C"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - Physical Memory",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 72
          },
          "hiddenSeries": false,
          "id": 138,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeat": "worker_host",
          "repeatDirection": "v",
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "masteen",
              "value": "masteen"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "C"
            },
            {
              "expr": "(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - VMem (Physical + Swap)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 77
          },
          "hiddenSeries": false,
          "id": 782,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 100,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "silenus",
              "value": "silenus"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - CPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 77
          },
          "hiddenSeries": false,
          "id": 787,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 116,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "silenus",
              "value": "silenus"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - GPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 77
          },
          "hiddenSeries": false,
          "id": 792,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 137,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "silenus",
              "value": "silenus"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "C"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - Physical Memory",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 77
          },
          "hiddenSeries": false,
          "id": 797,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 138,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "silenus",
              "value": "silenus"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "C"
            },
            {
              "expr": "(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - VMem (Physical + Swap)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 82
          },
          "hiddenSeries": false,
          "id": 783,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 100,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "hoyt",
              "value": "hoyt"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - CPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 82
          },
          "hiddenSeries": false,
          "id": 788,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 116,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "hoyt",
              "value": "hoyt"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - GPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 82
          },
          "hiddenSeries": false,
          "id": 793,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 137,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "hoyt",
              "value": "hoyt"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "C"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - Physical Memory",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 82
          },
          "hiddenSeries": false,
          "id": 798,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 138,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "hoyt",
              "value": "hoyt"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "C"
            },
            {
              "expr": "(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - VMem (Physical + Swap)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 87
          },
          "hiddenSeries": false,
          "id": 784,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 100,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "kassad",
              "value": "kassad"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - CPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 87
          },
          "hiddenSeries": false,
          "id": 789,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 116,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "kassad",
              "value": "kassad"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - GPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 87
          },
          "hiddenSeries": false,
          "id": 794,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 137,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "kassad",
              "value": "kassad"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "C"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - Physical Memory",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 87
          },
          "hiddenSeries": false,
          "id": 799,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 138,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "kassad",
              "value": "kassad"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "C"
            },
            {
              "expr": "(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - VMem (Physical + Swap)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 92
          },
          "hiddenSeries": false,
          "id": 785,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 100,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "keats",
              "value": "keats"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - CPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 92
          },
          "hiddenSeries": false,
          "id": 790,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 116,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "keats",
              "value": "keats"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - GPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 92
          },
          "hiddenSeries": false,
          "id": 795,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 137,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "keats",
              "value": "keats"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "C"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - Physical Memory",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 92
          },
          "hiddenSeries": false,
          "id": 800,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 138,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "keats",
              "value": "keats"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "C"
            },
            {
              "expr": "(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - VMem (Physical + Swap)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 97
          },
          "hiddenSeries": false,
          "id": 786,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 100,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "lamia",
              "value": "lamia"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_cpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_cpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - CPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "none"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 97
          },
          "hiddenSeries": false,
          "id": 791,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 116,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "lamia",
              "value": "lamia"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-lotus_miner_worker_gpu_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_gpu{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - GPU",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "none",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 97
          },
          "hiddenSeries": false,
          "id": 796,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 137,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "lamia",
              "value": "lamia"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_physical_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "C"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - Physical Memory",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 97
          },
          "hiddenSeries": false,
          "id": 801,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "v",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 138,
          "scopedVars": {
            "worker_host": {
              "selected": false,
              "text": "lamia",
              "value": "lamia"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "C"
            },
            {
              "expr": "(lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})-(lotus_miner_worker_mem_reserved{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_vmem_used{miner_id=\"$miner_id\", worker_host=\"$worker_host\"})",
              "hide": false,
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_worker_mem_physical{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}+lotus_miner_worker_mem_swap{miner_id=\"$miner_id\", worker_host=\"$worker_host\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Total",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$worker_host - VMem (Physical + Swap)",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "repeat": "worker",
      "title": "Worker - Ressources",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 68
      },
      "id": 196,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 73
          },
          "hiddenSeries": false,
          "id": 222,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeat": "storage_id",
          "repeatDirection": "h",
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "b5d09beb-a5c7-40bf-b90f-a75e62f347fe",
              "value": "b5d09beb-a5c7-40bf-b90f-a75e62f347fe"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 73
          },
          "hiddenSeries": false,
          "id": 802,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 222,
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "f72121b0-b4bd-44ca-812d-f762188a2f84",
              "value": "f72121b0-b4bd-44ca-812d-f762188a2f84"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 73
          },
          "hiddenSeries": false,
          "id": 803,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 222,
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "14bd9c4c-02bb-46d3-b502-5ce66ca03876",
              "value": "14bd9c4c-02bb-46d3-b502-5ce66ca03876"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 73
          },
          "hiddenSeries": false,
          "id": 804,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 222,
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "f83615bd-28af-4c6c-8cb4-2e6e50a63040",
              "value": "f83615bd-28af-4c6c-8cb4-2e6e50a63040"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 0,
            "y": 78
          },
          "hiddenSeries": false,
          "id": 805,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 222,
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "067f23fe-57e1-4ec2-ae20-20ee31ad0d41",
              "value": "067f23fe-57e1-4ec2-ae20-20ee31ad0d41"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 6,
            "y": 78
          },
          "hiddenSeries": false,
          "id": 806,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 222,
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "400e744a-8ef9-4534-a1a9-7bb0041ace0a",
              "value": "400e744a-8ef9-4534-a1a9-7bb0041ace0a"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 12,
            "y": 78
          },
          "hiddenSeries": false,
          "id": 807,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 222,
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "036b462c-caa7-4524-b0e7-26df70b296ae",
              "value": "036b462c-caa7-4524-b0e7-26df70b296ae"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "${DS_PROMETHEUS}",
          "decimals": 0,
          "description": "",
          "fieldConfig": {
            "defaults": {
              "custom": {
                "align": null
              },
              "decimals": 0,
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green",
                    "value": null
                  },
                  {
                    "color": "orange",
                    "value": 0.8
                  },
                  {
                    "color": "red",
                    "value": 0.98
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 5,
            "w": 6,
            "x": 18,
            "y": 78
          },
          "hiddenSeries": false,
          "id": 808,
          "legend": {
            "alignAsTable": true,
            "avg": false,
            "current": true,
            "max": false,
            "min": false,
            "rightSide": true,
            "show": true,
            "sideWidth": null,
            "total": false,
            "values": true
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "alertThreshold": true
          },
          "percentage": false,
          "pluginVersion": "7.3.1",
          "pointradius": 2,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "repeatIteration": 1606685966147,
          "repeatPanelId": 222,
          "scopedVars": {
            "storage_id": {
              "selected": false,
              "text": "666dc6d4-22dd-43d4-aba4-405719c3a20c",
              "value": "666dc6d4-22dd-43d4-aba4-405719c3a20c"
            }
          },
          "seriesOverrides": [
            {
              "$$hashKey": "object:435",
              "alias": "Total",
              "color": "#F2495C",
              "fill": 0,
              "linewidth": 2,
              "stack": false
            }
          ],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}-lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Used",
              "refId": "D"
            },
            {
              "expr": "lotus_miner_storage_reserved{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "hide": false,
              "instant": false,
              "interval": "",
              "legendFormat": "Reserved",
              "refId": "A"
            },
            {
              "expr": "lotus_miner_storage_available{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Free",
              "refId": "B"
            },
            {
              "expr": "lotus_miner_storage_capacity{miner_id=\"$miner_id\", storage_id=\"$storage_id\"}",
              "interval": "",
              "legendFormat": "Total",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "$storage_id",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "$$hashKey": "object:177",
              "decimals": 0,
              "format": "bytes",
              "label": "",
              "logBase": 1,
              "max": null,
              "min": "0",
              "show": true
            },
            {
              "$$hashKey": "object:178",
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": false
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "Storage",
      "type": "row"
    },
    {
      "collapsed": false,
      "datasource": "${DS_PROMETHEUS}",
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 69
      },
      "id": 4,
      "panels": [],
      "title": "Others",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "unit": "s"
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 70
      },
      "hiddenSeries": false,
      "id": 45,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "max": false,
        "min": false,
        "rightSide": true,
        "show": true,
        "sort": "current",
        "sortDesc": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_scrape_duration_seconds{job=\"$job\",collector!=\"\"}",
          "instant": false,
          "interval": "",
          "legendFormat": "{{collector}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Scrape time",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:130",
          "format": "s",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:131",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 70
      },
      "hiddenSeries": false,
      "id": 76,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "max": false,
        "min": false,
        "rightSide": true,
        "show": true,
        "sort": "avg",
        "sortDesc": false,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_chain_sync_diff{miner_id=\"$miner_id\"}",
          "instant": false,
          "interval": "",
          "legendFormat": "Worker {{ worker_id }}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Chain Workers Sync Diff with ChainHead",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:130",
          "decimals": 0,
          "format": "none",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:131",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": null,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null,
            "filterable": false
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "blocks"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Mining block rate"
            },
            "properties": [
              {
                "id": "unit",
                "value": "/ day"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Power rate"
            },
            "properties": [
              {
                "id": "unit",
                "value": "%"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "block every"
            },
            "properties": []
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Block every"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 109
              }
            ]
          }
        ]
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 16,
        "y": 70
      },
      "hiddenSeries": false,
      "id": 704,
      "legend": {
        "alignAsTable": true,
        "avg": true,
        "current": true,
        "max": false,
        "min": false,
        "rightSide": false,
        "show": true,
        "sideWidth": null,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:86",
          "alias": "Power rate",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "1/(sum(lotus_power{miner_id=\"$miner_id\", scope=\"miner\", power_type=\"QualityAdjPower\"})/sum(lotus_power{miner_id=\"$miner_id\", scope=\"network\",power_type=\"QualityAdjPower\"})*2*5/60)",
          "format": "time_series",
          "hide": true,
          "instant": false,
          "interval": "",
          "legendFormat": "Block every",
          "refId": "A"
        },
        {
          "expr": "sum(lotus_power{miner_id=\"$miner_id\", scope=\"miner\", power_type=\"QualityAdjPower\"})/sum(lotus_power{miner_id=\"$miner_id\", scope=\"network\",power_type=\"QualityAdjPower\"})*5*60*2*24",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "Mining rate",
          "refId": "B"
        },
        {
          "expr": "sum(lotus_power{miner_id=\"$miner_id\", scope=\"miner\", power_type=\"QualityAdjPower\"})/sum(lotus_power{miner_id=\"$miner_id\", scope=\"network\",power_type=\"QualityAdjPower\"})",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "Power rate",
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Power estimation",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:68",
          "decimals": null,
          "format": "blocks",
          "label": "blocks / day",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:69",
          "decimals": null,
          "format": "%",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "unit": "bytes"
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 77
      },
      "hiddenSeries": false,
      "id": 290,
      "legend": {
        "alignAsTable": true,
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "rightSide": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_power{miner_id=\"$miner_id\", scope=\"miner\"}",
          "interval": "",
          "legendFormat": "{{power_type}}",
          "refId": "A"
        },
        {
          "expr": "sum( lotus_miner_deadline_active_sectors_live{miner_id=\"$miner_id\"} * on(miner_id) group_left () lotus_miner_info_sector_size{miner_id=\"$miner_id\"})",
          "interval": "",
          "legendFormat": "Committed Power",
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Miner Power",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {},
            "indexByName": {},
            "renameByName": {
              "Committed Power": "",
              "QualityAdjPower": "Quality Adjusted Power",
              "RawBytePower": "Raw Byte Power"
            }
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:595",
          "decimals": 2,
          "format": "bytes",
          "label": "Capacity",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:596",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Start in"
            },
            "properties": [
              {
                "id": "unit",
                "value": "dtdhms"
              },
              {
                "id": "custom.width",
                "value": 77
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "red",
                      "value": null
                    },
                    {
                      "color": "orange",
                      "value": 1801
                    },
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": 3601
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "index"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 35
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "All Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 80
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Recovering Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 143
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(0, 0, 0, 0)",
                      "value": null
                    },
                    {
                      "color": "red",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Faulty Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 106
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "rgba(115, 191, 105, 0)",
                      "value": null
                    },
                    {
                      "color": "red",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "To be proven"
            },
            "properties": [
              {
                "id": "unit",
                "value": "partition(s)"
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "green",
                      "value": null
                    },
                    {
                      "color": "rgba(242, 73, 92, 0)",
                      "value": 1
                    }
                  ]
                }
              },
              {
                "id": "custom.width",
                "value": 109
              }
            ]
          }
        ]
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 77
      },
      "hiddenSeries": false,
      "id": 357,
      "legend": {
        "alignAsTable": true,
        "avg": false,
        "current": true,
        "hideEmpty": false,
        "hideZero": false,
        "max": false,
        "min": false,
        "rightSide": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "$$hashKey": "object:265",
          "alias": "/All/",
          "fill": 0
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_miner_deadline_active_sectors_all{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "legendFormat": "{{ index }} - All",
          "refId": "B"
        },
        {
          "expr": "lotus_miner_deadline_active_sectors_recovering{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "legendFormat": "{{ index }} - Recovering",
          "refId": "C"
        },
        {
          "expr": "lotus_miner_deadline_active_sectors_faulty{miner_id=\"$miner_id\"}",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "legendFormat": "{{ index }} - Faulty",
          "refId": "D"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Deadlines",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {},
            "indexByName": {
              "0 - All": 1,
              "0 - Faulty": 3,
              "0 - Recovering": 2,
              "2 - All": 4,
              "2 - Faulty": 6,
              "2 - Recovering": 5,
              "Time": 0
            },
            "renameByName": {}
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:235",
          "format": "none",
          "label": "Number of dectors",
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:236",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 16,
        "y": 77
      },
      "hiddenSeries": false,
      "id": 78,
      "legend": {
        "alignAsTable": true,
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "rightSide": true,
        "show": true,
        "sort": "avg",
        "sortDesc": false,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "lotus_power_mining_eligibility{miner_id=\"$miner_id\"}",
          "instant": false,
          "interval": "",
          "legendFormat": "Eligibility",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Mining Eligibility",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:130",
          "decimals": 0,
          "format": "none",
          "label": null,
          "logBase": 1,
          "max": "1",
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:131",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "Represent queuing message in mpool message if they don't stay in mpool more than 1 minute may not being counted",
      "fieldConfig": {
        "defaults": {
          "custom": {},
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "5"
            },
            "properties": [
              {
                "id": "displayName",
                "value": "SubmitWindowedPoSt"
              }
            ]
          },
          {
            "matcher": {
              "id": "byRegexp",
              "options": "/16/"
            },
            "properties": [
              {
                "id": "displayName",
                "value": "WithdrawBalance"
              }
            ]
          },
          {
            "matcher": {
              "id": "byRegexp",
              "options": "/6/"
            },
            "properties": [
              {
                "id": "displayName",
                "value": "PreCommitSector"
              }
            ]
          },
          {
            "matcher": {
              "id": "byRegexp",
              "options": "/7/"
            },
            "properties": [
              {
                "id": "displayName",
                "value": "ProveCommitSector"
              }
            ]
          },
          {
            "matcher": {
              "id": "byRegexp",
              "options": "/4/"
            },
            "properties": [
              {
                "id": "displayName",
                "value": "PublishStorageDeals"
              }
            ]
          }
        ]
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 84
      },
      "hiddenSeries": false,
      "id": 640,
      "legend": {
        "alignAsTable": true,
        "avg": false,
        "current": true,
        "max": true,
        "min": false,
        "rightSide": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null as zero",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": true,
      "steppedLine": false,
      "targets": [
        {
          "expr": "count by (from, method) (lotus_mpool_local_message{miner_id=\"$miner_id\"})",
          "interval": "",
          "legendFormat": "{{ method }}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Local Mpool  Queuing msg",
      "tooltip": {
        "shared": true,
        "sort": 1,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:264",
          "decimals": 0,
          "format": "none",
          "label": "Messages",
          "logBase": 1,
          "max": null,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:265",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "custom": {
            "align": null,
            "filterable": false
          },
          "decimals": 1,
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "orange",
                "value": null
              }
            ]
          },
          "unit": "dthms"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Variation against last 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 178
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "All times"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 71
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Last 100 Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 121
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Last 10 Sectors"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 113
              }
            ]
          },
          {
            "matcher": {
              "id": "byRegexp",
              "options": "/Var./"
            },
            "properties": [
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "green",
                      "value": null
                    },
                    {
                      "color": "rgba(242, 73, 92, 0)",
                      "value": -0.05
                    },
                    {
                      "color": "orange",
                      "value": 0.02
                    },
                    {
                      "color": "red",
                      "value": 0.05
                    }
                  ]
                }
              },
              {
                "id": "unit",
                "value": "percentunit"
              },
              {
                "id": "custom.displayMode",
                "value": "color-background"
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Variation VS 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 120
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Variation VS ALL"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 120
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 VS 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 108
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 VS ALL"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 106
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 Vs 100"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 107
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Var. 10 Vs All"
            },
            "properties": [
              {
                "id": "custom.width",
                "value": 97
              }
            ]
          }
        ]
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 84
      },
      "hiddenSeries": false,
      "id": 742,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "quantile(0.5, (topk(10,lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"finalized\"}) - on (sector_id) lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"packed\"}) and on(sector_id) lotus_miner_sector_state{miner_id=\"$miner_id\", state=\"Proving\"})",
          "format": "time_series",
          "instant": false,
          "interval": "",
          "legendFormat": "Last 10 Sectors",
          "refId": "A"
        },
        {
          "expr": "quantile(0.5, (topk(100,lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"finalized\"}) - on (sector_id) lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"packed\"}) and on(sector_id) lotus_miner_sector_state{miner_id=\"$miner_id\", state=\"Proving\"})",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "Last 100 Sectors",
          "refId": "B"
        },
        {
          "expr": "quantile(0.5, (lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"finalized\"} - on (sector_id) lotus_miner_sector_event{miner_id=\"$miner_id\", event_type=\"packed\"}) and on(sector_id) lotus_miner_sector_state{miner_id=\"$miner_id\", state=\"Proving\"})",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "All times",
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Average Sealing Duration (From Packed to Finalized)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "calculateField",
          "options": {
            "binary": {
              "left": "Last 10 Sectors",
              "operator": "/",
              "reducer": "sum",
              "right": "Last 100 Sectors"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Var. 10 Vs 100",
            "binary": {
              "left": "Last 10 Sectors / Last 100 Sectors",
              "operator": "-",
              "reducer": "sum",
              "right": "1"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "binary": {
              "left": "Last 10 Sectors",
              "operator": "/",
              "reducer": "sum",
              "right": "All times"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "calculateField",
          "options": {
            "alias": "Var. 10 Vs All",
            "binary": {
              "left": "Last 10 Sectors / All times",
              "operator": "-",
              "reducer": "sum",
              "right": "1"
            },
            "mode": "binary",
            "reduce": {
              "reducer": "sum"
            }
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "All times": false,
              "Last 10 Sectors / All times": true,
              "Last 10 Sectors / Last 100 Sectors": true,
              "Time": false,
              "Var. 10 Vs 100": true,
              "Var. 10 Vs All": true
            },
            "indexByName": {
              "All times": 4,
              "Last 10 Sectors": 1,
              "Last 10 Sectors / All times": 7,
              "Last 10 Sectors / Last 100 Sectors": 6,
              "Last 100 Sectors": 2,
              "Time": 0,
              "Variaion against all times": 5,
              "Variaion against last 100": 3
            },
            "renameByName": {}
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:1054",
          "format": "dthms",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:1055",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "${DS_PROMETHEUS}",
      "decimals": 0,
      "description": "",
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": null
          },
          "mappings": [
            {
              "from": "",
              "id": 0,
              "text": "PC1",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/1"
            },
            {
              "from": "",
              "id": 1,
              "text": "C2",
              "to": "",
              "type": 1,
              "value": "seal/v0/commit/2"
            },
            {
              "from": "",
              "id": 2,
              "text": "AP",
              "to": "",
              "type": 1,
              "value": "seal/v0/addpiece"
            },
            {
              "from": "",
              "id": 3,
              "text": "PC2",
              "to": "",
              "type": 1,
              "value": "seal/v0/precommit/2"
            },
            {
              "from": "",
              "id": 4,
              "text": "",
              "to": "",
              "type": 1,
              "value": ""
            }
          ],
          "noValue": "-",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 16,
        "y": 84
      },
      "hiddenSeries": false,
      "id": 69,
      "legend": {
        "alignAsTable": true,
        "avg": false,
        "current": true,
        "max": true,
        "min": false,
        "rightSide": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "7.3.1",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "count by (state) (lotus_miner_sector_state{miner_id=\"$miner_id\" })",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{state}}",
          "refId": "D"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Stored sectors STATE",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "transformations": [
        {
          "id": "seriesToColumns",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "CommitWait": true,
              "Committing": true,
              "Empty": true,
              "FinalizeFailed": true,
              "FinalizeSector": true,
              "Packing": true,
              "PreCommit1": true,
              "PreCommit2": true,
              "PreCommitWait": true,
              "Removing": true,
              "SealPreCommit1Failed": true,
              "SealPreCommit2Failed": true,
              "WaitDeals": true,
              "WaitSeed": true,
              "{task=\"seal/v0/finalize\"}": true
            },
            "indexByName": {
              "Time": 0,
              "{task=\"seal/v0/addpiece\"}": 6,
              "{task=\"seal/v0/commit/1\"}": 3,
              "{task=\"seal/v0/commit/2\"}": 4,
              "{task=\"seal/v0/fetch\"}": 5,
              "{task=\"seal/v0/precommit/1\"}": 1,
              "{task=\"seal/v0/precommit/2\"}": 2
            },
            "renameByName": {
              "{task=\"seal/v0/addpiece\"}": "AP",
              "{task=\"seal/v0/commit/1\"}": "C1",
              "{task=\"seal/v0/commit/2\"}": "C2",
              "{task=\"seal/v0/fetch\"}": "GET",
              "{task=\"seal/v0/finalize\"}": "Finalize",
              "{task=\"seal/v0/precommit/1\"}": "PC1",
              "{task=\"seal/v0/precommit/2\"}": "PC2"
            }
          }
        }
      ],
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:2072",
          "decimals": 0,
          "format": "none",
          "label": "Sectors",
          "logBase": 1,
          "max": null,
          "min": null,
          "show": true
        },
        {
          "$$hashKey": "object:2073",
          "format": "short",
          "label": null,
          "logBase": 1,
          "max": null,
          "min": null,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    }
  ],
  "refresh": "10s",
  "schemaVersion": 26,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": [
      {
        "allValue": null,
        "current": {},
        "datasource": "${DS_PROMETHEUS}",
        "definition": "label_values(lotus_miner_info{},job)",
        "error": null,
        "hide": 0,
        "includeAll": false,
        "label": "Job:",
        "multi": false,
        "name": "job",
        "options": [],
        "query": "label_values(lotus_miner_info{},job)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 1,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {},
        "datasource": "${DS_PROMETHEUS}",
        "definition": "label_values(lotus_miner_info{job=\"$job\"},miner_id)",
        "error": null,
        "hide": 0,
        "includeAll": false,
        "label": "Miner ID",
        "multi": false,
        "name": "miner_id",
        "options": [],
        "query": "label_values(lotus_miner_info{job=\"$job\"},miner_id)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {},
        "datasource": "${DS_PROMETHEUS}",
        "definition": "label_values(lotus_miner_info{miner_id=\"$miner_id\"},worker_addr)",
        "error": null,
        "hide": 2,
        "includeAll": false,
        "label": "Worker Address",
        "multi": false,
        "name": "worker_addr",
        "options": [],
        "query": "label_values(lotus_miner_info{miner_id=\"$miner_id\"},worker_addr)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {},
        "datasource": "${DS_PROMETHEUS}",
        "definition": "label_values(lotus_miner_info{miner_id=\"$miner_id\"},owner_addr)",
        "error": null,
        "hide": 2,
        "includeAll": false,
        "label": "Owner Address",
        "multi": false,
        "name": "owner_addr",
        "options": [],
        "query": "label_values(lotus_miner_info{miner_id=\"$miner_id\"},owner_addr)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {},
        "datasource": "${DS_PROMETHEUS}",
        "definition": "label_values(lotus_miner_info{miner_id=\"$miner_id\"},control0_addr)",
        "error": null,
        "hide": 2,
        "includeAll": false,
        "label": "Control Address 0",
        "multi": false,
        "name": "control0_addr",
        "options": [],
        "query": "label_values(lotus_miner_info{miner_id=\"$miner_id\"},control0_addr)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {},
        "datasource": "${DS_PROMETHEUS}",
        "definition": "query_result(sort(lotus_miner_worker_cpu{miner_id=\"$miner_id\"}))",
        "error": null,
        "hide": 0,
        "includeAll": true,
        "label": "Worker",
        "multi": false,
        "name": "worker_host",
        "options": [],
        "query": "query_result(sort(lotus_miner_worker_cpu{miner_id=\"$miner_id\"}))",
        "refresh": 1,
        "regex": "/.*worker_host=\"([^\"]*).*/",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {},
        "datasource": "${DS_PROMETHEUS}",
        "definition": "label_values(lotus_miner_storage_info{miner_id=\"$miner_id\"},storage_id)",
        "error": null,
        "hide": 0,
        "includeAll": true,
        "label": "Storage",
        "multi": false,
        "name": "storage_id",
        "options": [],
        "query": "label_values(lotus_miner_storage_info{miner_id=\"$miner_id\"},storage_id)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      }
    ]
  },
  "time": {
    "from": "now-24h",
    "to": "now"
  },
  "timepicker": {
    "refresh_intervals": [
      "10s",
      "30s",
      "1m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ]
  },
  "timezone": "",
  "title": "LOTUS farcaster",
  "uid": "oKwajZpMk",
  "version": 523
}