mirror of
https://github.com/monitoring-mixins/website.git
synced 2024-12-14 11:37:31 +00:00
assets,site/content: regenerate to add kube-cockroachdb
This commit is contained in:
paulfantom
parent
a4269beb16
commit
af3b9e5b26
3 changed files with 283 additions and 0 deletions
69
assets/kube-cockroachdb/alerts.yaml
Normal file
69
assets/kube-cockroachdb/alerts.yaml
Normal file
|
|
@ -0,0 +1,69 @@
|
|||
groups:
|
||||
- name: cockroachdb
|
||||
rules:
|
||||
- alert: CockroachInstanceFlapping
|
||||
annotations:
|
||||
message: '{{ $labels.instance }} for cluster {{ $labels.cluster }} restarted {{ $value }} time(s) in 10m'
|
||||
expr: |
|
||||
resets(cockroachdb_sys_uptime{job="cockroachdb-public"}[10m]) > 5
|
||||
for: 1m
|
||||
labels:
|
||||
severity: warning
|
||||
- alert: CockroachLivenessMismatch
|
||||
annotations:
|
||||
message: Liveness mismatch for {{ $labels.instance }}
|
||||
expr: |
|
||||
(cockroachdb_liveness_livenodes{job="cockroachdb-public"})
|
||||
!=
|
||||
ignoring(instance) group_left() (count by(cluster, job) (up{job="cockroachdb-public"} == 1))
|
||||
for: 5m
|
||||
labels:
|
||||
severity: warning
|
||||
- alert: CockroachVersionMismatch
|
||||
annotations:
|
||||
message: Cluster {{ $labels.cluster }} running {{ $value }} different versions
|
||||
expr: |
|
||||
count by(cluster) (count_values by(tag, cluster) ("version", cockroachdb_build_timestamp{job="cockroachdb-public"})) > 1
|
||||
for: 1h
|
||||
labels:
|
||||
severity: warning
|
||||
- alert: CockroachStoreDiskLow
|
||||
annotations:
|
||||
message: Store {{ $labels.store }} on node {{ $labels.instance }} at {{ $value }} available disk fraction
|
||||
expr: |
|
||||
:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.15
|
||||
for: 30m
|
||||
labels:
|
||||
severity: critical
|
||||
- alert: CockroachClusterDiskLow
|
||||
annotations:
|
||||
message: Cluster {{ $labels.cluster }} at {{ $value }} available disk fraction
|
||||
expr: |
|
||||
cluster:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.2
|
||||
for: 30m
|
||||
labels:
|
||||
severity: critical
|
||||
- alert: CockroachUnavailableRanges
|
||||
annotations:
|
||||
message: Instance {{ $labels.instance }} has {{ $value }} unavailable ranges
|
||||
expr: |
|
||||
(sum by(instance, cluster) (cockroachdb_ranges_unavailable{job="cockroachdb-public"})) > 0
|
||||
for: 10m
|
||||
labels:
|
||||
severity: critical
|
||||
- alert: CockroachNoLeaseRanges
|
||||
annotations:
|
||||
message: Instance {{ $labels.instance }} has {{ $value }} ranges without leases
|
||||
expr: |
|
||||
(sum by(instance, cluster) (cockroachdb_replicas_leaders_not_leaseholders{job="cockroachdb-public"})) > 0
|
||||
for: 10m
|
||||
labels:
|
||||
severity: warning
|
||||
- alert: CockroachHighOpenFDCount
|
||||
annotations:
|
||||
message: 'Too many open file descriptors on {{ $labels.instance }}: {{ $value }} fraction used'
|
||||
expr: |
|
||||
cockroachdb_sys_fd_open{job="cockroachdb-public"} / cockroachdb_sys_fd_softlimit{job="cockroachdb-public"} > 0.8
|
||||
for: 10m
|
||||
labels:
|
||||
severity: warning
|
||||
24
assets/kube-cockroachdb/rules.yaml
Normal file
24
assets/kube-cockroachdb/rules.yaml
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
groups:
|
||||
- name: cockroachdb.rules
|
||||
rules:
|
||||
- expr: |
|
||||
sum without(store) (cockroachdb_capacity{job="cockroachdb-public"})
|
||||
record: node:cockroachdb_capacity:sum
|
||||
- expr: |
|
||||
sum without(instance) (node:cockroachdb_capacity:sum{job="cockroachdb-public"})
|
||||
record: cluster:cockroachdb_capacity:sum
|
||||
- expr: |
|
||||
sum without(store) (cockroachdb_capacity_available{job="cockroachdb-public"})
|
||||
record: node:cockroachdb_capacity_available:sum
|
||||
- expr: |
|
||||
sum without(instance) (node:cockroachdb_capacity_available:sum{job="cockroachdb-public"})
|
||||
record: cluster:cockroachdb_capacity_available:sum
|
||||
- expr: |
|
||||
cockroachdb_capacity_available{job="cockroachdb-public"} / cockroachdb_capacity{job="cockroachdb-public"}
|
||||
record: :cockroachdb_capacity_available:ratio
|
||||
- expr: |
|
||||
node:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / node:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||
record: node:cockroachdb_capacity_available:ratio
|
||||
- expr: |
|
||||
cluster:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / cluster:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||
record: cluster:cockroachdb_capacity_available:ratio
|
||||
190
site/content/kube-cockroachdb/_index.md
Normal file
190
site/content/kube-cockroachdb/_index.md
Normal file
|
|
@ -0,0 +1,190 @@
|
|||
---
|
||||
title: kube-cockroachdb
|
||||
---
|
||||
|
||||
## Overview
|
||||
|
||||
|
||||
|
||||
{{< panel style="danger" >}}
|
||||
Jsonnet source code is available at [github.com/metalmatze/kube-cockroachdb](https://github.com/metalmatze/kube-cockroachdb/tree/master/monitoring)
|
||||
{{< /panel >}}
|
||||
|
||||
## Alerts
|
||||
|
||||
{{< panel style="warning" >}}
|
||||
Complete list of pregenerated alerts is available [here](https://github.com/monitoring-mixins/website/blob/master/assets/kube-cockroachdb/alerts.yaml).
|
||||
{{< /panel >}}
|
||||
|
||||
### cockroachdb
|
||||
|
||||
##### CockroachInstanceFlapping
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachInstanceFlapping
|
||||
annotations:
|
||||
message: '{{ $labels.instance }} for cluster {{ $labels.cluster }} restarted {{ $value }} time(s) in 10m'
|
||||
expr: |
|
||||
resets(cockroachdb_sys_uptime{job="cockroachdb-public"}[10m]) > 5
|
||||
for: 1m
|
||||
labels:
|
||||
severity: warning
|
||||
{{< /code >}}
|
||||
|
||||
##### CockroachLivenessMismatch
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachLivenessMismatch
|
||||
annotations:
|
||||
message: Liveness mismatch for {{ $labels.instance }}
|
||||
expr: |
|
||||
(cockroachdb_liveness_livenodes{job="cockroachdb-public"})
|
||||
!=
|
||||
ignoring(instance) group_left() (count by(cluster, job) (up{job="cockroachdb-public"} == 1))
|
||||
for: 5m
|
||||
labels:
|
||||
severity: warning
|
||||
{{< /code >}}
|
||||
|
||||
##### CockroachVersionMismatch
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachVersionMismatch
|
||||
annotations:
|
||||
message: Cluster {{ $labels.cluster }} running {{ $value }} different versions
|
||||
expr: |
|
||||
count by(cluster) (count_values by(tag, cluster) ("version", cockroachdb_build_timestamp{job="cockroachdb-public"})) > 1
|
||||
for: 1h
|
||||
labels:
|
||||
severity: warning
|
||||
{{< /code >}}
|
||||
|
||||
##### CockroachStoreDiskLow
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachStoreDiskLow
|
||||
annotations:
|
||||
message: Store {{ $labels.store }} on node {{ $labels.instance }} at {{ $value }} available disk fraction
|
||||
expr: |
|
||||
:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.15
|
||||
for: 30m
|
||||
labels:
|
||||
severity: critical
|
||||
{{< /code >}}
|
||||
|
||||
##### CockroachClusterDiskLow
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachClusterDiskLow
|
||||
annotations:
|
||||
message: Cluster {{ $labels.cluster }} at {{ $value }} available disk fraction
|
||||
expr: |
|
||||
cluster:cockroachdb_capacity_available:ratio{job="cockroachdb-public"} < 0.2
|
||||
for: 30m
|
||||
labels:
|
||||
severity: critical
|
||||
{{< /code >}}
|
||||
|
||||
##### CockroachUnavailableRanges
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachUnavailableRanges
|
||||
annotations:
|
||||
message: Instance {{ $labels.instance }} has {{ $value }} unavailable ranges
|
||||
expr: |
|
||||
(sum by(instance, cluster) (cockroachdb_ranges_unavailable{job="cockroachdb-public"})) > 0
|
||||
for: 10m
|
||||
labels:
|
||||
severity: critical
|
||||
{{< /code >}}
|
||||
|
||||
##### CockroachNoLeaseRanges
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachNoLeaseRanges
|
||||
annotations:
|
||||
message: Instance {{ $labels.instance }} has {{ $value }} ranges without leases
|
||||
expr: |
|
||||
(sum by(instance, cluster) (cockroachdb_replicas_leaders_not_leaseholders{job="cockroachdb-public"})) > 0
|
||||
for: 10m
|
||||
labels:
|
||||
severity: warning
|
||||
{{< /code >}}
|
||||
|
||||
##### CockroachHighOpenFDCount
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
alert: CockroachHighOpenFDCount
|
||||
annotations:
|
||||
message: 'Too many open file descriptors on {{ $labels.instance }}: {{ $value }} fraction used'
|
||||
expr: |
|
||||
cockroachdb_sys_fd_open{job="cockroachdb-public"} / cockroachdb_sys_fd_softlimit{job="cockroachdb-public"} > 0.8
|
||||
for: 10m
|
||||
labels:
|
||||
severity: warning
|
||||
{{< /code >}}
|
||||
|
||||
## Recording rules
|
||||
|
||||
{{< panel style="warning" >}}
|
||||
Complete list of pregenerated recording rules is available [here](https://github.com/monitoring-mixins/website/blob/master/assets/kube-cockroachdb/rules.yaml).
|
||||
{{< /panel >}}
|
||||
|
||||
### cockroachdb.rules
|
||||
|
||||
##### node:cockroachdb_capacity:sum
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
expr: |
|
||||
sum without(store) (cockroachdb_capacity{job="cockroachdb-public"})
|
||||
record: node:cockroachdb_capacity:sum
|
||||
{{< /code >}}
|
||||
|
||||
##### cluster:cockroachdb_capacity:sum
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
expr: |
|
||||
sum without(instance) (node:cockroachdb_capacity:sum{job="cockroachdb-public"})
|
||||
record: cluster:cockroachdb_capacity:sum
|
||||
{{< /code >}}
|
||||
|
||||
##### node:cockroachdb_capacity_available:sum
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
expr: |
|
||||
sum without(store) (cockroachdb_capacity_available{job="cockroachdb-public"})
|
||||
record: node:cockroachdb_capacity_available:sum
|
||||
{{< /code >}}
|
||||
|
||||
##### cluster:cockroachdb_capacity_available:sum
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
expr: |
|
||||
sum without(instance) (node:cockroachdb_capacity_available:sum{job="cockroachdb-public"})
|
||||
record: cluster:cockroachdb_capacity_available:sum
|
||||
{{< /code >}}
|
||||
|
||||
##### :cockroachdb_capacity_available:ratio
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
expr: |
|
||||
cockroachdb_capacity_available{job="cockroachdb-public"} / cockroachdb_capacity{job="cockroachdb-public"}
|
||||
record: :cockroachdb_capacity_available:ratio
|
||||
{{< /code >}}
|
||||
|
||||
##### node:cockroachdb_capacity_available:ratio
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
expr: |
|
||||
node:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / node:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||
record: node:cockroachdb_capacity_available:ratio
|
||||
{{< /code >}}
|
||||
|
||||
##### cluster:cockroachdb_capacity_available:ratio
|
||||
|
||||
{{< code lang="yaml" >}}
|
||||
expr: |
|
||||
cluster:cockroachdb_capacity_available:sum{job="cockroachdb-public"} / cluster:cockroachdb_capacity:sum{job="cockroachdb-public"}
|
||||
record: cluster:cockroachdb_capacity_available:ratio
|
||||
{{< /code >}}
|
||||
|
||||
Loading…
Reference in a new issue