mirror of
https://github.com/monitoring-mixins/website.git
synced 2024-12-14 11:37:31 +00:00
assets,site/content: regenerate to add kube-cockroachdb
This commit is contained in:
paulfantom
parent
a4269beb16
commit
af3b9e5b26
3 changed files with 283 additions and 0 deletions
69
assets/kube-cockroachdb/alerts.yaml
Normal file
69
assets/kube-cockroachdb/alerts.yaml
Normal file
|
|
@ -0,0 +1,69 @@
|
||||||
|
groups:
|
||||||
|
- name: cockroachdb
|
||||||
|
rules:
|
||||||
|
- alert: CockroachInstanceFlapping
|
||||||
|
annotations:
|
||||||
|
message: '{{ $labels.instance }} for cluster {{ $labels.cluster }} restarted {{ $value }} time(s) in 10m'
|
||||||
|
expr: |
|
||||||
|
resets(cockroachdb_sys_uptime{job="cockroachdb-public"}[10m]) > 5
|
||||||
|
for: 1m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
- alert: CockroachLivenessMismatch
|
||||||
|
annotations:
|
||||||
|
message: Liveness mismatch for {{ $labels.instance }}
|
||||||
|
expr: |
|
||||||
|
(cockroachdb_liveness_livenodes{job="cockroachdb-public"})
|
||||||
|
!=
|
||||||
|
ignoring(instance) group_left() (count by(cluster, job) (up{job="cockroachdb-public"} == 1))
|
||||||
|
for: 5m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
- alert: CockroachVersionMismatch
|
||||||
|
annotations:
|
||||||
|
message: Cluster {{ $labels.cluster }} running {{ $value }} different versions
|
||||||
|
expr: |
|
||||||
|
count by(cluster) (count_values by(tag, cluster) ("version", cockroachdb_build_timestamp{job="cockroachdb-public"})) > 1
|
||||||
|
for: 1h
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
- alert: CockroachStoreDiskLow
|
||||||
|
annotations:
|
||||||
|
message: Store {{ $labels.store }} on node {{ $labels.instance }} at {{ $value }} available disk fraction
|
||||||
|
expr: |
|
||||||
|
:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.15
|
||||||
|
for: 30m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
- alert: CockroachClusterDiskLow
|
||||||
|
annotations:
|
||||||
|
message: Cluster {{ $labels.cluster }} at {{ $value }} available disk fraction
|
||||||
|
expr: |
|
||||||
|
cluster:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.2
|
||||||
|
for: 30m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
- alert: CockroachUnavailableRanges
|
||||||
|
annotations:
|
||||||
|
message: Instance {{ $labels.instance }} has {{ $value }} unavailable ranges
|
||||||
|
expr: |
|
||||||
|
(sum by(instance, cluster) (cockroachdb_ranges_unavailable{job="cockroachdb-public"})) > 0
|
||||||
|
for: 10m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
- alert: CockroachNoLeaseRanges
|
||||||
|
annotations:
|
||||||
|
message: Instance {{ $labels.instance }} has {{ $value }} ranges without leases
|
||||||
|
expr: |
|
||||||
|
(sum by(instance, cluster) (cockroachdb_replicas_leaders_not_leaseholders{job="cockroachdb-public"})) > 0
|
||||||
|
for: 10m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
- alert: CockroachHighOpenFDCount
|
||||||
|
annotations:
|
||||||
|
message: 'Too many open file descriptors on {{ $labels.instance }}: {{ $value }} fraction used'
|
||||||
|
expr: |
|
||||||
|
cockroachdb_sys_fd_open{job="cockroachdb-public"} / cockroachdb_sys_fd_softlimit{job="cockroachdb-public"} > 0.8
|
||||||
|
for: 10m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
24
assets/kube-cockroachdb/rules.yaml
Normal file
24
assets/kube-cockroachdb/rules.yaml
Normal file
|
|
@ -0,0 +1,24 @@
|
||||||
|
groups:
|
||||||
|
- name: cockroachdb.rules
|
||||||
|
rules:
|
||||||
|
- expr: |
|
||||||
|
sum without(store) (cockroachdb_capacity{job="cockroachdb-public"})
|
||||||
|
record: node:cockroachdb_capacity:sum
|
||||||
|
- expr: |
|
||||||
|
sum without(instance) (node:cockroachdb_capacity:sum{job="cockroachdb-public"})
|
||||||
|
record: cluster:cockroachdb_capacity:sum
|
||||||
|
- expr: |
|
||||||
|
sum without(store) (cockroachdb_capacity_available{job="cockroachdb-public"})
|
||||||
|
record: node:cockroachdb_capacity_available:sum
|
||||||
|
- expr: |
|
||||||
|
sum without(instance) (node:cockroachdb_capacity_available:sum{job="cockroachdb-public"})
|
||||||
|
record: cluster:cockroachdb_capacity_available:sum
|
||||||
|
- expr: |
|
||||||
|
cockroachdb_capacity_available{job="cockroachdb-public"} / cockroachdb_capacity{job="cockroachdb-public"}
|
||||||
|
record: :cockroachdb_capacity_available:ratio
|
||||||
|
- expr: |
|
||||||
|
node:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / node:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||||
|
record: node:cockroachdb_capacity_available:ratio
|
||||||
|
- expr: |
|
||||||
|
cluster:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / cluster:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||||
|
record: cluster:cockroachdb_capacity_available:ratio
|
||||||
190
site/content/kube-cockroachdb/_index.md
Normal file
190
site/content/kube-cockroachdb/_index.md
Normal file
|
|
@ -0,0 +1,190 @@
|
||||||
|
---
|
||||||
|
title: kube-cockroachdb
|
||||||
|
---
|
||||||
|
|
||||||
|
## Overview
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
{{< panel style="danger" >}}
|
||||||
|
Jsonnet source code is available at [github.com/metalmatze/kube-cockroachdb](https://github.com/metalmatze/kube-cockroachdb/tree/master/monitoring)
|
||||||
|
{{< /panel >}}
|
||||||
|
|
||||||
|
## Alerts
|
||||||
|
|
||||||
|
{{< panel style="warning" >}}
|
||||||
|
Complete list of pregenerated alerts is available [here](https://github.com/monitoring-mixins/website/blob/master/assets/kube-cockroachdb/alerts.yaml).
|
||||||
|
{{< /panel >}}
|
||||||
|
|
||||||
|
### cockroachdb
|
||||||
|
|
||||||
|
##### CockroachInstanceFlapping
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachInstanceFlapping
|
||||||
|
annotations:
|
||||||
|
message: '{{ $labels.instance }} for cluster {{ $labels.cluster }} restarted {{ $value }} time(s) in 10m'
|
||||||
|
expr: |
|
||||||
|
resets(cockroachdb_sys_uptime{job="cockroachdb-public"}[10m]) > 5
|
||||||
|
for: 1m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### CockroachLivenessMismatch
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachLivenessMismatch
|
||||||
|
annotations:
|
||||||
|
message: Liveness mismatch for {{ $labels.instance }}
|
||||||
|
expr: |
|
||||||
|
(cockroachdb_liveness_livenodes{job="cockroachdb-public"})
|
||||||
|
!=
|
||||||
|
ignoring(instance) group_left() (count by(cluster, job) (up{job="cockroachdb-public"} == 1))
|
||||||
|
for: 5m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### CockroachVersionMismatch
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachVersionMismatch
|
||||||
|
annotations:
|
||||||
|
message: Cluster {{ $labels.cluster }} running {{ $value }} different versions
|
||||||
|
expr: |
|
||||||
|
count by(cluster) (count_values by(tag, cluster) ("version", cockroachdb_build_timestamp{job="cockroachdb-public"})) > 1
|
||||||
|
for: 1h
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### CockroachStoreDiskLow
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachStoreDiskLow
|
||||||
|
annotations:
|
||||||
|
message: Store {{ $labels.store }} on node {{ $labels.instance }} at {{ $value }} available disk fraction
|
||||||
|
expr: |
|
||||||
|
:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.15
|
||||||
|
for: 30m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### CockroachClusterDiskLow
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachClusterDiskLow
|
||||||
|
annotations:
|
||||||
|
message: Cluster {{ $labels.cluster }} at {{ $value }} available disk fraction
|
||||||
|
expr: |
|
||||||
|
cluster:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.2
|
||||||
|
for: 30m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### CockroachUnavailableRanges
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachUnavailableRanges
|
||||||
|
annotations:
|
||||||
|
message: Instance {{ $labels.instance }} has {{ $value }} unavailable ranges
|
||||||
|
expr: |
|
||||||
|
(sum by(instance, cluster) (cockroachdb_ranges_unavailable{job="cockroachdb-public"})) > 0
|
||||||
|
for: 10m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### CockroachNoLeaseRanges
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachNoLeaseRanges
|
||||||
|
annotations:
|
||||||
|
message: Instance {{ $labels.instance }} has {{ $value }} ranges without leases
|
||||||
|
expr: |
|
||||||
|
(sum by(instance, cluster) (cockroachdb_replicas_leaders_not_leaseholders{job="cockroachdb-public"})) > 0
|
||||||
|
for: 10m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### CockroachHighOpenFDCount
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
alert: CockroachHighOpenFDCount
|
||||||
|
annotations:
|
||||||
|
message: 'Too many open file descriptors on {{ $labels.instance }}: {{ $value }} fraction used'
|
||||||
|
expr: |
|
||||||
|
cockroachdb_sys_fd_open{job="cockroachdb-public"} / cockroachdb_sys_fd_softlimit{job="cockroachdb-public"} > 0.8
|
||||||
|
for: 10m
|
||||||
|
labels:
|
||||||
|
severity: warning
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
## Recording rules
|
||||||
|
|
||||||
|
{{< panel style="warning" >}}
|
||||||
|
Complete list of pregenerated recording rules is available [here](https://github.com/monitoring-mixins/website/blob/master/assets/kube-cockroachdb/rules.yaml).
|
||||||
|
{{< /panel >}}
|
||||||
|
|
||||||
|
### cockroachdb.rules
|
||||||
|
|
||||||
|
##### node:cockroachdb_capacity:sum
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
expr: |
|
||||||
|
sum without(store) (cockroachdb_capacity{job="cockroachdb-public"})
|
||||||
|
record: node:cockroachdb_capacity:sum
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### cluster:cockroachdb_capacity:sum
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
expr: |
|
||||||
|
sum without(instance) (node:cockroachdb_capacity:sum{job="cockroachdb-public"})
|
||||||
|
record: cluster:cockroachdb_capacity:sum
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### node:cockroachdb_capacity_available:sum
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
expr: |
|
||||||
|
sum without(store) (cockroachdb_capacity_available{job="cockroachdb-public"})
|
||||||
|
record: node:cockroachdb_capacity_available:sum
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### cluster:cockroachdb_capacity_available:sum
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
expr: |
|
||||||
|
sum without(instance) (node:cockroachdb_capacity_available:sum{job="cockroachdb-public"})
|
||||||
|
record: cluster:cockroachdb_capacity_available:sum
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### :cockroachdb_capacity_available:ratio
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
expr: |
|
||||||
|
cockroachdb_capacity_available{job="cockroachdb-public"} / cockroachdb_capacity{job="cockroachdb-public"}
|
||||||
|
record: :cockroachdb_capacity_available:ratio
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### node:cockroachdb_capacity_available:ratio
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
expr: |
|
||||||
|
node:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / node:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||||
|
record: node:cockroachdb_capacity_available:ratio
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
|
##### cluster:cockroachdb_capacity_available:ratio
|
||||||
|
|
||||||
|
{{< code lang="yaml" >}}
|
||||||
|
expr: |
|
||||||
|
cluster:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / cluster:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||||
|
record: cluster:cockroachdb_capacity_available:ratio
|
||||||
|
{{< /code >}}
|
||||||
|
|
||||||
Loading…
Reference in a new issue