monitoring-mixins-website/assets/loki/dashboards/loki-chunks.json

{
   "annotations": {
      "list": [ ]
   },
   "editable": true,
   "gnetId": null,
   "graphTooltip": 0,
   "hideControls": false,
   "links": [
      {
         "asDropdown": true,
         "icon": "external link",
         "includeVars": true,
         "keepTime": true,
         "tags": [
            "loki"
         ],
         "targetBlank": false,
         "title": "Loki Dashboards",
         "type": "dashboards"
      }
   ],
   "refresh": "10s",
   "rows": [
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 1,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "sum(loki_ingester_memory_chunks{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"})",
                     "format": "time_series",
                     "legendFormat": "series",
                     "legendLink": null
                  }
               ],
               "title": "Series",
               "type": "timeseries"
            },
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 2,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "sum(loki_ingester_memory_chunks{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}) / sum(loki_ingester_memory_streams{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"})",
                     "format": "time_series",
                     "legendFormat": "chunks",
                     "legendLink": null
                  }
               ],
               "title": "Chunks per series",
               "type": "timeseries"
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Active Series / Chunks",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "percentunit"
                  },
                  "overrides": [ ]
               },
               "id": 3,
               "links": [ ],
               "nullPointMode": "null as zero",
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "histogram_quantile(0.99, sum(rate(loki_ingester_chunk_utilization_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le)) * 1",
                     "format": "time_series",
                     "legendFormat": "99th Percentile",
                     "refId": "A"
                  },
                  {
                     "expr": "histogram_quantile(0.50, sum(rate(loki_ingester_chunk_utilization_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le)) * 1",
                     "format": "time_series",
                     "legendFormat": "50th Percentile",
                     "refId": "B"
                  },
                  {
                     "expr": "sum(rate(loki_ingester_chunk_utilization_sum{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) * 1 / sum(rate(loki_ingester_chunk_utilization_count{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "time_series",
                     "legendFormat": "Average",
                     "refId": "C"
                  }
               ],
               "title": "Utilization",
               "type": "timeseries",
               "yaxes": [
                  {
                     "format": "ms",
                     "label": null,
                     "logBase": 1,
                     "max": null,
                     "min": 0,
                     "show": true
                  },
                  {
                     "format": "short",
                     "label": null,
                     "logBase": 1,
                     "max": null,
                     "min": null,
                     "show": false
                  }
               ]
            },
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 4,
               "links": [ ],
               "nullPointMode": "null as zero",
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "histogram_quantile(0.99, sum(rate(loki_ingester_chunk_age_seconds_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le)) * 1e3",
                     "format": "time_series",
                     "legendFormat": "99th Percentile",
                     "refId": "A"
                  },
                  {
                     "expr": "histogram_quantile(0.50, sum(rate(loki_ingester_chunk_age_seconds_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le)) * 1e3",
                     "format": "time_series",
                     "legendFormat": "50th Percentile",
                     "refId": "B"
                  },
                  {
                     "expr": "sum(rate(loki_ingester_chunk_age_seconds_sum{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) * 1e3 / sum(rate(loki_ingester_chunk_age_seconds_count{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "time_series",
                     "legendFormat": "Average",
                     "refId": "C"
                  }
               ],
               "title": "Age",
               "type": "timeseries",
               "yaxes": [
                  {
                     "format": "ms",
                     "label": null,
                     "logBase": 1,
                     "max": null,
                     "min": 0,
                     "show": true
                  },
                  {
                     "format": "short",
                     "label": null,
                     "logBase": 1,
                     "max": null,
                     "min": null,
                     "show": false
                  }
               ]
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Flush Stats",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 5,
               "links": [ ],
               "nullPointMode": "null as zero",
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "histogram_quantile(0.99, sum(rate(loki_ingester_chunk_entries_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le)) * 1",
                     "format": "time_series",
                     "legendFormat": "99th Percentile",
                     "refId": "A"
                  },
                  {
                     "expr": "histogram_quantile(0.50, sum(rate(loki_ingester_chunk_entries_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le)) * 1",
                     "format": "time_series",
                     "legendFormat": "50th Percentile",
                     "refId": "B"
                  },
                  {
                     "expr": "sum(rate(loki_ingester_chunk_entries_sum{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) * 1 / sum(rate(loki_ingester_chunk_entries_count{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "time_series",
                     "legendFormat": "Average",
                     "refId": "C"
                  }
               ],
               "title": "Log Entries Per Chunk",
               "type": "timeseries",
               "yaxes": [
                  {
                     "format": "ms",
                     "label": null,
                     "logBase": 1,
                     "max": null,
                     "min": 0,
                     "show": true
                  },
                  {
                     "format": "short",
                     "label": null,
                     "logBase": 1,
                     "max": null,
                     "min": null,
                     "show": false
                  }
               ]
            },
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 6,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "sum(rate(loki_chunk_store_index_entries_per_chunk_sum{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) / sum(rate(loki_chunk_store_index_entries_per_chunk_count{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "time_series",
                     "legendFormat": "Index Entries",
                     "legendLink": null
                  }
               ],
               "title": "Index Entries Per Chunk",
               "type": "timeseries"
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Flush Stats",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 7,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "loki_ingester_flush_queue_length{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"} or cortex_ingester_flush_queue_length{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}",
                     "format": "time_series",
                     "legendFormat": "{{pod}}",
                     "legendLink": null
                  }
               ],
               "title": "Queue Length",
               "type": "timeseries"
            },
            {
               "aliasColors": {
                  "1xx": "#EAB839",
                  "2xx": "#7EB26D",
                  "3xx": "#6ED0E0",
                  "4xx": "#EF843C",
                  "5xx": "#E24D42",
                  "OK": "#7EB26D",
                  "cancel": "#A9A9A9",
                  "error": "#E24D42",
                  "success": "#7EB26D"
               },
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 100,
                        "lineWidth": 0,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "normal"
                        }
                     },
                     "min": 0,
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "1xx"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#EAB839",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "2xx"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#7EB26D",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "3xx"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#6ED0E0",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "4xx"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#EF843C",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "5xx"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#E24D42",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "OK"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#7EB26D",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "cancel"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#A9A9A9",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "error"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#E24D42",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     },
                     {
                        "matcher": {
                           "id": "byName",
                           "options": "success"
                        },
                        "properties": [
                           {
                              "id": "color",
                              "value": {
                                 "fixedColor": "#7EB26D",
                                 "mode": "fixed"
                              }
                           }
                        ]
                     }
                  ]
               },
               "fill": 10,
               "id": 8,
               "linewidth": 0,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "stack": true,
               "targets": [
                  {
                     "expr": "sum by (status) (\n  label_replace(label_replace(rate(loki_ingester_chunk_age_seconds_count{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]),\n  \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n  \"status\", \"${1}\", \"status_code\", \"([a-zA-Z]+)\"))\n",
                     "format": "time_series",
                     "legendFormat": "{{status}}",
                     "refId": "A"
                  }
               ],
               "title": "Flush Rate",
               "type": "timeseries"
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Flush Stats",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 9,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "targets": [
                  {
                     "expr": "sum(rate(loki_ingester_chunks_flushed_total{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "time_series",
                     "legendFormat": "{{pod}}",
                     "legendLink": null
                  }
               ],
               "title": "Chunks Flushed/Second",
               "type": "timeseries"
            },
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 10,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 6,
               "stack": true,
               "targets": [
                  {
                     "expr": "sum by (reason) (rate(loki_ingester_chunks_flushed_total{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) / ignoring(reason) group_left sum(rate(loki_ingester_chunks_flushed_total{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "time_series",
                     "legendFormat": "{{reason}}",
                     "legendLink": null
                  }
               ],
               "title": "Chunk Flush Reason",
               "type": "timeseries",
               "yaxes": [
                  {
                     "format": "short",
                     "label": null,
                     "logBase": 1,
                     "max": 1,
                     "min": 0,
                     "show": true
                  },
                  {
                     "format": "short",
                     "label": null,
                     "logBase": 1,
                     "max": 1,
                     "min": null,
                     "show": false
                  }
               ]
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Flush Stats",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "cards": {
                  "cardPadding": null,
                  "cardRound": null
               },
               "color": {
                  "cardColor": "#b4ff00",
                  "colorScale": "sqrt",
                  "colorScheme": "interpolateSpectral",
                  "exponent": 0.5,
                  "mode": "spectrum"
               },
               "dataFormat": "tsbuckets",
               "datasource": "$datasource",
               "heatmap": { },
               "hideZeroBuckets": false,
               "highlightCards": true,
               "id": 11,
               "legend": {
                  "show": true
               },
               "span": 12,
               "targets": [
                  {
                     "expr": "sum by (le) (rate(loki_ingester_chunk_utilization_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "heatmap",
                     "intervalFactor": 2,
                     "legendFormat": "{{le}}",
                     "refId": "A"
                  }
               ],
               "title": "Chunk Utilization",
               "tooltip": {
                  "show": true,
                  "showHistogram": true
               },
               "type": "heatmap",
               "xAxis": {
                  "show": true
               },
               "xBucketNumber": null,
               "xBucketSize": null,
               "yAxis": {
                  "decimals": 0,
                  "format": "percentunit",
                  "show": true,
                  "splitFactor": null
               },
               "yBucketBound": "auto"
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Utilization",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "cards": {
                  "cardPadding": null,
                  "cardRound": null
               },
               "color": {
                  "cardColor": "#b4ff00",
                  "colorScale": "sqrt",
                  "colorScheme": "interpolateSpectral",
                  "exponent": 0.5,
                  "mode": "spectrum"
               },
               "dataFormat": "tsbuckets",
               "datasource": "$datasource",
               "heatmap": { },
               "hideZeroBuckets": false,
               "highlightCards": true,
               "id": 12,
               "legend": {
                  "show": true
               },
               "span": 12,
               "targets": [
                  {
                     "expr": "sum(rate(loki_ingester_chunk_size_bytes_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le)",
                     "format": "heatmap",
                     "intervalFactor": 2,
                     "legendFormat": "{{le}}",
                     "refId": "A"
                  }
               ],
               "title": "Chunk Size Bytes",
               "tooltip": {
                  "show": true,
                  "showHistogram": true
               },
               "type": "heatmap",
               "xAxis": {
                  "show": true
               },
               "xBucketNumber": null,
               "xBucketSize": null,
               "yAxis": {
                  "decimals": 0,
                  "format": "bytes",
                  "show": true,
                  "splitFactor": null
               },
               "yBucketBound": "auto"
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Utilization",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "bytes"
                  },
                  "overrides": [ ]
               },
               "id": 13,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 12,
               "targets": [
                  {
                     "expr": "histogram_quantile(0.99, sum(rate(loki_ingester_chunk_size_bytes_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le))",
                     "format": "time_series",
                     "legendFormat": "p99",
                     "legendLink": null
                  },
                  {
                     "expr": "histogram_quantile(0.90, sum(rate(loki_ingester_chunk_size_bytes_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le))",
                     "format": "time_series",
                     "legendFormat": "p90",
                     "legendLink": null
                  },
                  {
                     "expr": "histogram_quantile(0.50, sum(rate(loki_ingester_chunk_size_bytes_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le))",
                     "format": "time_series",
                     "legendFormat": "p50",
                     "legendLink": null
                  }
               ],
               "title": "Chunk Size Quantiles",
               "type": "timeseries"
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Utilization",
         "titleSize": "h6"
      },
      {
         "collapse": false,
         "height": "250px",
         "panels": [
            {
               "datasource": "$datasource",
               "fieldConfig": {
                  "defaults": {
                     "custom": {
                        "drawStyle": "line",
                        "fillOpacity": 10,
                        "lineWidth": 1,
                        "pointSize": 5,
                        "showPoints": "never",
                        "spanNulls": false,
                        "stacking": {
                           "group": "A",
                           "mode": "none"
                        }
                     },
                     "thresholds": {
                        "mode": "absolute",
                        "steps": [ ]
                     },
                     "unit": "short"
                  },
                  "overrides": [ ]
               },
               "id": 14,
               "links": [ ],
               "options": {
                  "legend": {
                     "showLegend": true
                  },
                  "tooltip": {
                     "mode": "single",
                     "sort": "none"
                  }
               },
               "span": 12,
               "targets": [
                  {
                     "expr": "histogram_quantile(0.5, sum(rate(loki_ingester_chunk_bounds_hours_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le))",
                     "format": "time_series",
                     "legendFormat": "p50",
                     "legendLink": null
                  },
                  {
                     "expr": "histogram_quantile(0.99, sum(rate(loki_ingester_chunk_bounds_hours_bucket{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) by (le))",
                     "format": "time_series",
                     "legendFormat": "p99",
                     "legendLink": null
                  },
                  {
                     "expr": "sum(rate(loki_ingester_chunk_bounds_hours_sum{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval])) / sum(rate(loki_ingester_chunk_bounds_hours_count{cluster=\"$cluster\", job=~\"$namespace/ingester.*\"}[$__rate_interval]))",
                     "format": "time_series",
                     "legendFormat": "avg",
                     "legendLink": null
                  }
               ],
               "title": "Chunk Duration hours (end-start)",
               "type": "timeseries"
            }
         ],
         "repeat": null,
         "repeatIteration": null,
         "repeatRowId": null,
         "showTitle": true,
         "title": "Duration",
         "titleSize": "h6"
      }
   ],
   "schemaVersion": 14,
   "style": "dark",
   "tags": [
      "loki"
   ],
   "templating": {
      "list": [
         {
            "current": {
               "text": "default",
               "value": "default"
            },
            "hide": 0,
            "label": "Data source",
            "name": "datasource",
            "options": [ ],
            "query": "prometheus",
            "refresh": 1,
            "regex": "",
            "type": "datasource"
         },
         {
            "allValue": null,
            "current": {
               "text": "prod",
               "value": "prod"
            },
            "datasource": "$datasource",
            "hide": 0,
            "includeAll": false,
            "label": "cluster",
            "multi": false,
            "name": "cluster",
            "options": [ ],
            "query": "label_values(loki_build_info, cluster)",
            "refresh": 1,
            "regex": "",
            "sort": 2,
            "tagValuesQuery": "",
            "tags": [ ],
            "tagsQuery": "",
            "type": "query",
            "useTags": false
         },
         {
            "allValue": null,
            "current": {
               "text": "prod",
               "value": "prod"
            },
            "datasource": "$datasource",
            "hide": 0,
            "includeAll": false,
            "label": "namespace",
            "multi": false,
            "name": "namespace",
            "options": [ ],
            "query": "label_values(loki_build_info{cluster=~\"$cluster\"}, namespace)",
            "refresh": 1,
            "regex": "",
            "sort": 2,
            "tagValuesQuery": "",
            "tags": [ ],
            "tagsQuery": "",
            "type": "query",
            "useTags": false
         }
      ]
   },
   "time": {
      "from": "now-1h",
      "to": "now"
   },
   "timepicker": {
      "refresh_intervals": [
         "5s",
         "10s",
         "30s",
         "1m",
         "5m",
         "15m",
         "30m",
         "1h",
         "2h",
         "1d"
      ],
      "time_options": [
         "5m",
         "15m",
         "1h",
         "6h",
         "12h",
         "24h",
         "2d",
         "7d",
         "30d"
      ]
   },
   "timezone": "utc",
   "title": "Loki / Chunks",
   "uid": "chunks",
   "version": 0
}