From 8e123bc2ce76c0557e481d41686697c5e7429464 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Charles-Edouard=20Br=C3=A9t=C3=A9ch=C3=A9?= Date: Tue, 28 Feb 2023 15:33:46 +0100 Subject: [PATCH] chore: split kuttl tests (#6423) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * fix: makefile build/kind targets and add target to save built images to files Signed-off-by: Charles-Edouard Brétéché * try in ci Signed-off-by: Charles-Edouard Brétéché * prepare for kuttl Signed-off-by: Charles-Edouard Brétéché * load Signed-off-by: Charles-Edouard Brétéché * install Signed-off-by: Charles-Edouard Brétéché * makefile Signed-off-by: Charles-Edouard Brétéché * makefile Signed-off-by: Charles-Edouard Brétéché * chore: split kuttl tests Signed-off-by: Charles-Edouard Brétéché * config Signed-off-by: Charles-Edouard Brétéché * more test suites Signed-off-by: Charles-Edouard Brétéché * config Signed-off-by: Charles-Edouard Brétéché --------- Signed-off-by: Charles-Edouard Brétéché Signed-off-by: Charles-Edouard Brétéché --- .github/workflows/conformance.yaml | 22 ++++++++++++++++++++-- test/conformance/kuttl/_config/common.yaml | 7 +++++++ 2 files changed, 27 insertions(+), 2 deletions(-) create mode 100644 test/conformance/kuttl/_config/common.yaml diff --git a/.github/workflows/conformance.yaml b/.github/workflows/conformance.yaml index c8a2eb9145..4218f08807 100644 --- a/.github/workflows/conformance.yaml +++ b/.github/workflows/conformance.yaml @@ -34,7 +34,23 @@ jobs: strategy: fail-fast: false matrix: - k8s-version: [v1.24.7, v1.25.3, v1.26.0] + k8s-version: + - v1.24.7 + - v1.25.3 + - v1.26.0 + tests: + - autogen + - cleanup + - events + - exceptions + - generate + - mutate + - rangeoperators + - rbac + - reports + - validate + - verifyImages + - webhooks runs-on: ubuntu-latest needs: prepare-images steps: @@ -59,7 +75,9 @@ jobs: - name: Wait for kyverno ready uses: ./.github/actions/kyverno-wait-ready - name: Test with kuttl - run: make test-kuttl + run: | + ./.tools/kubectl-kuttl test ./test/conformance/kuttl/${{ matrix.tests }} \ + --config ./test/conformance/kuttl/_config/common.yaml - name: Debug failure if: failure() uses: ./.github/actions/kyverno-logs diff --git a/test/conformance/kuttl/_config/common.yaml b/test/conformance/kuttl/_config/common.yaml new file mode 100644 index 0000000000..e877e4d777 --- /dev/null +++ b/test/conformance/kuttl/_config/common.yaml @@ -0,0 +1,7 @@ +apiVersion: kuttl.dev/v1beta1 +kind: TestSuite +startKIND: false +timeout: 90 +parallel: 1 +fullName: true +skipTestRegex: '_.+'