assets,site/content: daily assets regeneration

assets/loki/dashboards/loki-operational.json

@@ -13,7 +13,7 @@
          {
             "datasource": "$logs",
             "enable": true,
-            "expr": "{cluster=\"$cluster\", diff_namespace=\"$namespace\", container=\"kube-diff-logger\"}",
+            "expr": "{cluster=\"$cluster\", container=\"kube-diff-logger\"} | json | namespace_extracted=\"$namespace\"",
             "hide": true,
             "iconColor": "rgba(255, 96, 96, 1)",
             "name": "deployments",

assets/prometheus/alerts.yaml

@@ -201,6 +201,18 @@ groups:
     for: 15m
     labels:
       severity: warning
+  - alert: PrometheusLabelLimitHit
+    annotations:
+      description: Prometheus {{$labels.instance}} has dropped {{ printf "%.0f" $value
+        }} targets because some samples exceeded the configured label_limit, label_name_length_limit
+        or label_value_length_limit.
+      summary: Prometheus has dropped targets because some scrape configs have exceeded
+        the labels limit.
+    expr: |
+      increase(prometheus_target_scrape_pool_exceeded_label_limits_total{job="prometheus"}[5m]) > 0
+    for: 15m
+    labels:
+      severity: warning
   - alert: PrometheusErrorSendingAlertsToAnyAlertmanager
     annotations:
       description: '{{ printf "%.1f" $value }}% minimum errors while sending alerts

site/content/prometheus/_index.md

@@ -297,6 +297,23 @@ labels:
   severity: warning
 {{< /code >}}
  
+##### PrometheusLabelLimitHit
+
+{{< code lang="yaml" >}}
+alert: PrometheusLabelLimitHit
+annotations:
+  description: Prometheus {{$labels.instance}} has dropped {{ printf "%.0f" $value
+    }} targets because some samples exceeded the configured label_limit, label_name_length_limit
+    or label_value_length_limit.
+  summary: Prometheus has dropped targets because some scrape configs have exceeded
+    the labels limit.
+expr: |
+  increase(prometheus_target_scrape_pool_exceeded_label_limits_total{job="prometheus"}[5m]) > 0
+for: 15m
+labels:
+  severity: warning
+{{< /code >}}
+ 
 ##### PrometheusErrorSendingAlertsToAnyAlertmanager
 '{{ printf "%.1f" $value }}% minimum errors while sending alerts from
 Prometheus encounters more than 3% errors sending alerts to any Alertmanager.