{
   "__inputs": [ ],
   "__requires": [ ],
   "annotations": {
      "list": [ ]
   },
   "description": "",
   "editable": false,
   "gnetId": null,
   "graphTooltip": 0,
   "hideControls": false,
   "id": null,
   "links": [
      {
         "asDropdown": false,
         "icon": "external link",
         "includeVars": true,
         "keepTime": true,
         "tags": [
            "apache-hadoop-mixin"
         ],
         "targetBlank": false,
         "title": "Other Apache Hadoop dashboards",
         "type": "dashboards",
         "url": ""
      }
   ],
   "panels": [
      {
         "collapsed": false,
         "datasource": {
            "uid": "${prometheus_datasource}"
         },
         "gridPos": {
            "h": 1,
            "w": 24,
            "x": 0,
            "y": 0
         },
         "id": 2,
         "targets": [
            {
               "datasource": {
                  "uid": "${prometheus_datasource}"
               },
               "expr": "",
               "format": "time_series",
               "intervalFactor": 2,
               "legendFormat": ""
            }
         ],
         "title": "DataNodes",
         "type": "row"
      },
      {
         "datasource": {
            "uid": "${prometheus_datasource}"
         },
         "description": "Total number of blocks evicted without being read by the Hadoop DataNode.",
         "fieldConfig": {
            "defaults": {
               "color": {
                  "mode": "palette-classic"
               },
               "custom": {
                  "axisCenteredZero": false,
                  "axisColorMode": "text",
                  "axisLabel": "",
                  "axisPlacement": "auto",
                  "barAlignment": 0,
                  "drawStyle": "line",
                  "fillOpacity": 0,
                  "gradientMode": "none",
                  "hideFrom": {
                     "legend": false,
                     "tooltip": false,
                     "viz": false
                  },
                  "lineInterpolation": "linear",
                  "lineWidth": 1,
                  "pointSize": 5,
                  "scaleDistribution": {
                     "type": "linear"
                  },
                  "showPoints": "auto",
                  "spanNulls": false,
                  "stacking": {
                     "group": "A",
                     "mode": "none"
                  },
                  "thresholdsStyle": {
                     "mode": "off"
                  }
               },
               "mappings": [ ],
               "thresholds": {
                  "mode": "absolute",
                  "steps": [
                     {
                        "color": "green",
                        "value": null
                     }
                  ]
               },
               "unit": ""
            },
            "overrides": [ ]
         },
         "gridPos": {
            "h": 6,
            "w": 8,
            "x": 0,
            "y": 1
         },
         "id": 3,
         "options": {
            "legend": {
               "calcs": [ ],
               "displayMode": "list",
               "placement": "bottom",
               "showLegend": true
            },
            "tooltip": {
               "mode": "multi",
               "sort": "desc"
            }
         },
         "targets": [
            {
               "datasource": {
                  "uid": "${prometheus_datasource}"
               },
               "expr": "increase(hadoop_datanode_ramdiskblocksevictedwithoutread{job=~\"$job\", instance=~\"$instance\", hadoop_cluster=~\"$hadoop_cluster\"}[$__interval:])",
               "format": "time_series",
               "interval": "1m",
               "intervalFactor": 2,
               "legendFormat": "{{hadoop_cluster}} - {{instance}}"
            }
         ],
         "title": "Unread blocks evicted",
         "type": "timeseries"
      },
      {
         "datasource": {
            "uid": "${prometheus_datasource}"
         },
         "description": "Total number of blocks removed by the Hadoop DataNode.",
         "fieldConfig": {
            "defaults": {
               "color": {
                  "mode": "palette-classic"
               },
               "custom": {
                  "axisCenteredZero": false,
                  "axisColorMode": "text",
                  "axisLabel": "",
                  "axisPlacement": "auto",
                  "barAlignment": 0,
                  "drawStyle": "line",
                  "fillOpacity": 0,
                  "gradientMode": "none",
                  "hideFrom": {
                     "legend": false,
                     "tooltip": false,
                     "viz": false
                  },
                  "lineInterpolation": "linear",
                  "lineWidth": 1,
                  "pointSize": 5,
                  "scaleDistribution": {
                     "type": "linear"
                  },
                  "showPoints": "auto",
                  "spanNulls": false,
                  "stacking": {
                     "group": "A",
                     "mode": "none"
                  },
                  "thresholdsStyle": {
                     "mode": "off"
                  }
               },
               "mappings": [ ],
               "thresholds": {
                  "mode": "absolute",
                  "steps": [
                     {
                        "color": "green",
                        "value": null
                     }
                  ]
               },
               "unit": ""
            },
            "overrides": [ ]
         },
         "gridPos": {
            "h": 6,
            "w": 8,
            "x": 8,
            "y": 1
         },
         "id": 4,
         "options": {
            "legend": {
               "calcs": [ ],
               "displayMode": "list",
               "placement": "bottom",
               "showLegend": true
            },
            "tooltip": {
               "mode": "multi",
               "sort": "desc"
            }
         },
         "targets": [
            {
               "datasource": {
                  "uid": "${prometheus_datasource}"
               },
               "expr": "increase(hadoop_datanode_blocksremoved{job=~\"$job\", instance=~\"$instance\", hadoop_cluster=~\"$hadoop_cluster\"}[$__interval:])",
               "format": "time_series",
               "interval": "1m",
               "intervalFactor": 2,
               "legendFormat": "{{hadoop_cluster}} - {{instance}}"
            }
         ],
         "title": "Blocks removed",
         "type": "timeseries"
      },
      {
         "datasource": {
            "uid": "${prometheus_datasource}"
         },
         "description": "Displays the total number of volume failures encountered by the Hadoop DataNode.",
         "fieldConfig": {
            "defaults": {
               "color": {
                  "mode": "palette-classic"
               },
               "custom": {
                  "axisCenteredZero": false,
                  "axisColorMode": "text",
                  "axisLabel": "",
                  "axisPlacement": "auto",
                  "barAlignment": 0,
                  "drawStyle": "line",
                  "fillOpacity": 0,
                  "gradientMode": "none",
                  "hideFrom": {
                     "legend": false,
                     "tooltip": false,
                     "viz": false
                  },
                  "lineInterpolation": "linear",
                  "lineWidth": 1,
                  "pointSize": 5,
                  "scaleDistribution": {
                     "type": "linear"
                  },
                  "showPoints": "auto",
                  "spanNulls": false,
                  "stacking": {
                     "group": "A",
                     "mode": "none"
                  },
                  "thresholdsStyle": {
                     "mode": "off"
                  }
               },
               "mappings": [ ],
               "thresholds": {
                  "mode": "absolute",
                  "steps": [
                     {
                        "color": "green",
                        "value": null
                     }
                  ]
               },
               "unit": ""
            },
            "overrides": [ ]
         },
         "gridPos": {
            "h": 6,
            "w": 8,
            "x": 16,
            "y": 1
         },
         "id": 5,
         "options": {
            "legend": {
               "calcs": [ ],
               "displayMode": "list",
               "placement": "bottom",
               "showLegend": true
            },
            "tooltip": {
               "mode": "multi",
               "sort": "desc"
            }
         },
         "targets": [
            {
               "datasource": {
                  "uid": "${prometheus_datasource}"
               },
               "expr": "increase(hadoop_datanode_volumefailures{job=~\"$job\", instance=~\"$instance\", hadoop_cluster=~\"$hadoop_cluster\"}[$__interval:])",
               "format": "time_series",
               "interval": "1m",
               "intervalFactor": 2,
               "legendFormat": "{{hadoop_cluster}} - {{instance}}"
            }
         ],
         "title": "Volume failures",
         "type": "timeseries"
      },
      {
         "datasource": {
            "uid": "${loki_datasource}"
         },
         "description": "The DataNode logs.",
         "gridPos": {
            "h": 8,
            "w": 24,
            "x": 0,
            "y": 7
         },
         "id": 6,
         "options": {
            "dedupStrategy": "none",
            "enableLogDetails": true,
            "prettifyLogMessage": false,
            "showCommonLabels": false,
            "showLabels": false,
            "showTime": false,
            "sortOrder": "Descending",
            "wrapLogMessage": false
         },
         "targets": [
            {
               "datasource": {
                  "uid": "${loki_datasource}"
               },
               "editorMode": "code",
               "expr": "{job=~\"$job\", instance=~\"$instance\", hadoop_cluster=~\"$hadoop_cluster\"} |= `` | (filename=~\".*/hadoop/logs/.*-datanode.*.log\" or log_type=\"datanode\")",
               "queryType": "range",
               "refId": "A"
            }
         ],
         "title": "DataNode logs",
         "type": "logs"
      }
   ],
   "refresh": "1m",
   "rows": [ ],
   "schemaVersion": 14,
   "style": "dark",
   "tags": [
      "apache-hadoop-mixin"
   ],
   "templating": {
      "list": [
         {
            "current": { },
            "hide": 0,
            "label": "Data Source",
            "name": "prometheus_datasource",
            "options": [ ],
            "query": "prometheus",
            "refresh": 1,
            "regex": "",
            "type": "datasource"
         },
         {
            "current": { },
            "hide": 0,
            "label": "Loki Datasource",
            "name": "loki_datasource",
            "options": [ ],
            "query": "loki",
            "refresh": 1,
            "regex": "",
            "type": "datasource"
         },
         {
            "allValue": ".+",
            "current": { },
            "datasource": {
               "uid": "${prometheus_datasource}"
            },
            "hide": 0,
            "includeAll": true,
            "label": "Job",
            "multi": true,
            "name": "job",
            "options": [ ],
            "query": "label_values(hadoop_datanode_ramdiskblocksevictedwithoutread,job)",
            "refresh": 2,
            "regex": "",
            "sort": 1,
            "tagValuesQuery": "",
            "tags": [ ],
            "tagsQuery": "",
            "type": "query",
            "useTags": false
         },
         {
            "allValue": ".*",
            "current": { },
            "datasource": {
               "uid": "${prometheus_datasource}"
            },
            "hide": 2,
            "includeAll": true,
            "label": "Cluster",
            "multi": true,
            "name": "cluster",
            "options": [ ],
            "query": "label_values(hadoop_datanode_ramdiskblocksevictedwithoutread{job=~\"$job\"}, cluster)",
            "refresh": 2,
            "regex": "",
            "sort": 0,
            "tagValuesQuery": "",
            "tags": [ ],
            "tagsQuery": "",
            "type": "query",
            "useTags": false
         },
         {
            "allValue": ".+",
            "current": { },
            "datasource": {
               "uid": "${prometheus_datasource}"
            },
            "hide": 0,
            "includeAll": true,
            "label": "Instance",
            "multi": true,
            "name": "instance",
            "options": [ ],
            "query": "label_values(hadoop_datanode_ramdiskblocksevictedwithoutread{job=~\"$job\"}, instance)",
            "refresh": 2,
            "regex": "",
            "sort": 1,
            "tagValuesQuery": "",
            "tags": [ ],
            "tagsQuery": "",
            "type": "query",
            "useTags": false
         },
         {
            "allValue": ".+",
            "current": { },
            "datasource": {
               "uid": "${prometheus_datasource}"
            },
            "hide": 0,
            "includeAll": true,
            "label": "Hadoop cluster",
            "multi": true,
            "name": "hadoop_cluster",
            "options": [ ],
            "query": "label_values(hadoop_datanode_ramdiskblocksevictedwithoutread{job=~\"$job\"}, hadoop_cluster)",
            "refresh": 2,
            "regex": "",
            "sort": 1,
            "tagValuesQuery": "",
            "tags": [ ],
            "tagsQuery": "",
            "type": "query",
            "useTags": false
         }
      ]
   },
   "time": {
      "from": "now-1h",
      "to": "now"
   },
   "timepicker": {
      "refresh_intervals": [
         "5s",
         "10s",
         "30s",
         "1m",
         "5m",
         "15m",
         "30m",
         "1h",
         "2h",
         "1d"
      ],
      "time_options": [
         "5m",
         "15m",
         "1h",
         "6h",
         "12h",
         "24h",
         "2d",
         "7d",
         "30d"
      ]
   },
   "timezone": "default",
   "title": "Apache Hadoop DataNode overview",
   "uid": "apache-hadoop-datanode-overview",
   "version": 0
}