diff --git a/Makefile b/Makefile
index d6a9e6e63f..c7c2d9d2dc 100644
--- a/Makefile
+++ b/Makefile
@@ -391,6 +391,17 @@ vet:
 gen-helm-docs: ## Generate Helm docs
 	@docker run -v ${PWD}:/work -w /work jnorwood/helm-docs:v1.6.0 -s file
 
+.PHONY: gen-helm
+gen-helm: gen-helm-docs kustomize-crd ## Generate Helm charts stuff
+
+.PHONY: verify-helm
+verify-helm: gen-helm ## Check Helm charts are up to date
+	git add --all
+	git diff charts
+	@echo 'If this test fails, it is because the git diff is non-empty after running "make gen-helm".'
+	@echo 'To correct this, locally run "make gen-helm", commit the changes, and re-run tests.'
+	git diff --quiet --exit-code charts
+
 .PHONY: check-helm-docs
 check-helm-docs: gen-helm-docs ## Check Helm docs
 	git add --all
diff --git a/charts/kyverno/templates/crds.yaml b/charts/kyverno/templates/crds.yaml
index e27ec5e407..17318d2782 100644
--- a/charts/kyverno/templates/crds.yaml
+++ b/charts/kyverno/templates/crds.yaml
@@ -5,6 +5,7 @@ metadata:
   annotations:
     controller-gen.kubebuilder.io/version: v0.4.0
     config.kubernetes.io/index: '1'
+    internal.config.kubernetes.io/index: '1'
   creationTimestamp: null
   labels:
     app.kubernetes.io/component: kyverno
@@ -1382,6 +1383,7 @@ metadata:
   annotations:
     controller-gen.kubebuilder.io/version: v0.4.0
     config.kubernetes.io/index: '2'
+    internal.config.kubernetes.io/index: '2'
   creationTimestamp: null
   labels:
     app.kubernetes.io/component: kyverno
@@ -1874,6 +1876,7 @@ metadata:
   annotations:
     controller-gen.kubebuilder.io/version: v0.4.0
     config.kubernetes.io/index: '3'
+    internal.config.kubernetes.io/index: '3'
   creationTimestamp: null
   labels:
     app.kubernetes.io/component: kyverno
@@ -2366,6 +2369,7 @@ metadata:
   annotations:
     controller-gen.kubebuilder.io/version: v0.4.0
     config.kubernetes.io/index: '4'
+    internal.config.kubernetes.io/index: '4'
   creationTimestamp: null
   labels:
     app.kubernetes.io/component: kyverno
@@ -2547,6 +2551,7 @@ metadata:
   annotations:
     controller-gen.kubebuilder.io/version: v0.4.0
     config.kubernetes.io/index: '5'
+    internal.config.kubernetes.io/index: '5'
   creationTimestamp: null
   labels:
     app.kubernetes.io/component: kyverno
@@ -3924,6 +3929,7 @@ metadata:
   annotations:
     controller-gen.kubebuilder.io/version: v0.4.0
     config.kubernetes.io/index: '6'
+    internal.config.kubernetes.io/index: '6'
   creationTimestamp: null
   labels:
     app.kubernetes.io/component: kyverno
@@ -4416,6 +4422,7 @@ metadata:
   annotations:
     controller-gen.kubebuilder.io/version: v0.4.0
     config.kubernetes.io/index: '7'
+    internal.config.kubernetes.io/index: '7'
   creationTimestamp: null
   labels:
     app.kubernetes.io/component: kyverno