test: simplify autogen kuttl tests (#5343)

* test: simplify autogen kuttl tests

Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com>

* rename

Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com>

Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com>

test/conformance/kuttl/autogen/deployment-statefulset-job/01-policy.yaml

@@ -0,0 +1,6 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+apply:
+- policy.yaml
+assert:
+- policy-assert.yaml

test/conformance/kuttl/autogen/deployment-statefulset-job/02-errors.yaml

@@ -1,92 +0,0 @@
-apiVersion: kyverno.io/v1
-kind: ClusterPolicy
-metadata:
-  name: disallow-latest-tag
-spec:
-  validationFailureAction: audit
-  rules:
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: require-image-tag
-    validate:
-      message: An image tag is required.
-      pattern:
-        spec:
-          containers:
-          - image: '*:*'
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: validate-image-tag
-    validate:
-      message: Using a mutable image tag e.g. 'latest' is not allowed.
-      pattern:
-        spec:
-          containers:
-          - image: '!*:latest'
-status:
-  conditions:
-  - reason: Succeeded
-    status: "True"
-    type: Ready
-  autogen:
-    rules:
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-      name: autogen-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-      name: autogen-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '!*:latest'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '!*:latest'

test/conformance/kuttl/autogen/deployment-statefulset-job/99-cleanup.yaml

@@ -1,4 +0,0 @@
-apiVersion: kuttl.dev/v1beta1
-kind: TestStep
-commands:
-  - command: kubectl delete -f 01-manifests.yaml --force --wait=true --ignore-not-found=true

test/conformance/kuttl/autogen/none/01-policy.yaml

@@ -0,0 +1,6 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+apply:
+- policy.yaml
+assert:
+- policy-assert.yaml

test/conformance/kuttl/autogen/none/02-errors.yaml

@@ -1,98 +0,0 @@
-apiVersion: kyverno.io/v1
-kind: ClusterPolicy
-metadata:
-  name: disallow-latest-tag
-spec:
-  validationFailureAction: audit
-  rules:
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: require-image-tag
-    validate:
-      message: An image tag is required.
-      pattern:
-        spec:
-          containers:
-          - image: '*:*'
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: validate-image-tag
-    validate:
-      message: Using a mutable image tag e.g. 'latest' is not allowed.
-      pattern:
-        spec:
-          containers:
-          - image: '!*:latest'
-status:
-  conditions:
-  - reason: Succeeded
-    status: "True"
-    type: Ready
-  autogen:
-    rules:
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '!*:latest'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '!*:latest'

test/conformance/kuttl/autogen/none/99-cleanup.yaml

@@ -1,4 +0,0 @@
-apiVersion: kuttl.dev/v1beta1
-kind: TestStep
-commands:
-  - command: kubectl delete -f 01-manifests.yaml --force --wait=true --ignore-not-found=true

test/conformance/kuttl/autogen/only-cronjob/01-policy.yaml

@@ -0,0 +1,6 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+apply:
+- policy.yaml
+assert:
+- policy-assert.yaml

test/conformance/kuttl/autogen/only-cronjob/02-errors.yaml

@@ -1,98 +0,0 @@
-apiVersion: kyverno.io/v1
-kind: ClusterPolicy
-metadata:
-  name: disallow-latest-tag
-spec:
-  validationFailureAction: audit
-  rules:
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: require-image-tag
-    validate:
-      message: An image tag is required.
-      pattern:
-        spec:
-          containers:
-          - image: '*:*'
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: validate-image-tag
-    validate:
-      message: Using a mutable image tag e.g. 'latest' is not allowed.
-      pattern:
-        spec:
-          containers:
-          - image: '!*:latest'
-status:
-  conditions:
-  - reason: Succeeded
-    status: "True"
-    type: Ready
-  autogen:
-    rules:
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '!*:latest'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '!*:latest'

test/conformance/kuttl/autogen/only-cronjob/99-cleanup.yaml

@@ -1,4 +0,0 @@
-apiVersion: kuttl.dev/v1beta1
-kind: TestStep
-commands:
-  - command: kubectl delete -f 01-manifests.yaml --force --wait=true --ignore-not-found=true

test/conformance/kuttl/autogen/only-deployment/01-policy.yaml

@@ -0,0 +1,6 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+apply:
+- policy.yaml
+assert:
+- policy-assert.yaml

test/conformance/kuttl/autogen/only-deployment/02-errors.yaml

@@ -1,98 +0,0 @@
-apiVersion: kyverno.io/v1
-kind: ClusterPolicy
-metadata:
-  name: disallow-latest-tag
-spec:
-  validationFailureAction: audit
-  rules:
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: require-image-tag
-    validate:
-      message: An image tag is required.
-      pattern:
-        spec:
-          containers:
-          - image: '*:*'
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: validate-image-tag
-    validate:
-      message: Using a mutable image tag e.g. 'latest' is not allowed.
-      pattern:
-        spec:
-          containers:
-          - image: '!*:latest'
-status:
-  conditions:
-  - reason: Succeeded
-    status: "True"
-    type: Ready
-  autogen:
-    rules:
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '!*:latest'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '!*:latest'

test/conformance/kuttl/autogen/only-deployment/99-cleanup.yaml

@@ -1,4 +0,0 @@
-apiVersion: kuttl.dev/v1beta1
-kind: TestStep
-commands:
-  - command: kubectl delete -f 01-manifests.yaml --force --wait=true --ignore-not-found=true

test/conformance/kuttl/autogen/should-autogen/01-policy.yaml

@@ -0,0 +1,6 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+apply:
+- policy.yaml
+assert:
+- policy-assert.yaml

test/conformance/kuttl/autogen/should-autogen/99-cleanup.yaml

@@ -1,4 +0,0 @@
-apiVersion: kuttl.dev/v1beta1
-kind: TestStep
-commands:
-  - command: kubectl delete -f 01-manifests.yaml --force --wait=true --ignore-not-found=true

test/conformance/kuttl/autogen/should-not-autogen/01-policy.yaml

@@ -0,0 +1,6 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+apply:
+- policy.yaml
+assert:
+- policy-assert.yaml

test/conformance/kuttl/autogen/should-not-autogen/02-errors.yaml

@@ -1,98 +0,0 @@
-apiVersion: kyverno.io/v1
-kind: ClusterPolicy
-metadata:
-  name: disallow-latest-tag
-spec:
-  validationFailureAction: audit
-  rules:
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: require-image-tag
-    validate:
-      message: An image tag is required.
-      pattern:
-        spec:
-          containers:
-          - image: '*:*'
-  - match:
-      resources:
-        kinds:
-        - Pod
-    name: validate-image-tag
-    validate:
-      message: Using a mutable image tag e.g. 'latest' is not allowed.
-      pattern:
-        spec:
-          containers:
-          - image: '!*:latest'
-status:
-  conditions:
-  - reason: Succeeded
-    status: "True"
-    type: Ready
-  autogen:
-    rules:
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-require-image-tag
-      validate:
-        message: An image tag is required.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '*:*'
-    - match:
-        resources:
-          kinds:
-          - DaemonSet
-          - Deployment
-          - Job
-          - StatefulSet
-      name: autogen-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            template:
-              spec:
-                containers:
-                - image: '!*:latest'
-    - match:
-        resources:
-          kinds:
-          - CronJob
-      name: autogen-cronjob-validate-image-tag
-      validate:
-        message: Using a mutable image tag e.g. 'latest' is not allowed.
-        pattern:
-          spec:
-            jobTemplate:
-              spec:
-                template:
-                  spec:
-                    containers:
-                    - image: '!*:latest'

test/conformance/kuttl/autogen/should-not-autogen/99-cleanup.yaml

@@ -1,4 +0,0 @@
-apiVersion: kuttl.dev/v1beta1
-kind: TestStep
-commands:
-  - command: kubectl delete -f 01-manifests.yaml --force --wait=true --ignore-not-found=true