From c69b5263697b76b6a09cd3612a6cb41355e1eb67 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]" <github-actions@users.noreply.github.com>
Date: Fri, 7 May 2021 03:34:03 +0000
Subject: [PATCH] assets,site/content: daily assets regeneration

---
 assets/loki/dashboards/loki-operational.json |  2 +-
 assets/prometheus/alerts.yaml                | 12 ++++++++++++
 site/content/prometheus/_index.md            | 17 +++++++++++++++++
 3 files changed, 30 insertions(+), 1 deletion(-)

diff --git a/assets/loki/dashboards/loki-operational.json b/assets/loki/dashboards/loki-operational.json
index 49b625a..d973b10 100644
--- a/assets/loki/dashboards/loki-operational.json
+++ b/assets/loki/dashboards/loki-operational.json
@@ -13,7 +13,7 @@
          {
             "datasource": "$logs",
             "enable": true,
-            "expr": "{cluster=\"$cluster\", diff_namespace=\"$namespace\", container=\"kube-diff-logger\"}",
+            "expr": "{cluster=\"$cluster\", container=\"kube-diff-logger\"} | json | namespace_extracted=\"$namespace\"",
             "hide": true,
             "iconColor": "rgba(255, 96, 96, 1)",
             "name": "deployments",
diff --git a/assets/prometheus/alerts.yaml b/assets/prometheus/alerts.yaml
index 6748794..ffbff5b 100644
--- a/assets/prometheus/alerts.yaml
+++ b/assets/prometheus/alerts.yaml
@@ -201,6 +201,18 @@ groups:
     for: 15m
     labels:
       severity: warning
+  - alert: PrometheusLabelLimitHit
+    annotations:
+      description: Prometheus {{$labels.instance}} has dropped {{ printf "%.0f" $value
+        }} targets because some samples exceeded the configured label_limit, label_name_length_limit
+        or label_value_length_limit.
+      summary: Prometheus has dropped targets because some scrape configs have exceeded
+        the labels limit.
+    expr: |
+      increase(prometheus_target_scrape_pool_exceeded_label_limits_total{job="prometheus"}[5m]) > 0
+    for: 15m
+    labels:
+      severity: warning
   - alert: PrometheusErrorSendingAlertsToAnyAlertmanager
     annotations:
       description: '{{ printf "%.1f" $value }}% minimum errors while sending alerts
diff --git a/site/content/prometheus/_index.md b/site/content/prometheus/_index.md
index f81f313..e178801 100644
--- a/site/content/prometheus/_index.md
+++ b/site/content/prometheus/_index.md
@@ -297,6 +297,23 @@ labels:
   severity: warning
 {{< /code >}}
  
+##### PrometheusLabelLimitHit
+
+{{< code lang="yaml" >}}
+alert: PrometheusLabelLimitHit
+annotations:
+  description: Prometheus {{$labels.instance}} has dropped {{ printf "%.0f" $value
+    }} targets because some samples exceeded the configured label_limit, label_name_length_limit
+    or label_value_length_limit.
+  summary: Prometheus has dropped targets because some scrape configs have exceeded
+    the labels limit.
+expr: |
+  increase(prometheus_target_scrape_pool_exceeded_label_limits_total{job="prometheus"}[5m]) > 0
+for: 15m
+labels:
+  severity: warning
+{{< /code >}}
+ 
 ##### PrometheusErrorSendingAlertsToAnyAlertmanager
 '{{ printf "%.1f" $value }}% minimum errors while sending alerts from
 Prometheus encounters more than 3% errors sending alerts to any Alertmanager.