1
0
Fork 0
mirror of https://github.com/kyverno/kyverno.git synced 2024-12-15 17:51:20 +00:00
kyverno/.github/workflows/conformance.yaml

211 lines
6.6 KiB
YAML
Raw Normal View History

name: Conformance tests
on:
pull_request:
branches:
- 'main'
- 'release*'
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
prepare-images:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@83b7061638ee4956cf7545a6f7efe594e5ad0247 # v3.5.1
- name: Setup build env
uses: ./.github/actions/setup-build-env
with:
build-cache-key: build-images
- name: ko build
run: VERSION=${{ github.ref_name }} make docker-save-image-all
- name: upload images archive
uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2
with:
name: kyverno.tar
path: kyverno.tar
retention-days: 1
if-no-files-found: error
# runs conformance test suites with configuration:
standard:
strategy:
fail-fast: false
matrix:
config:
- name: standard
values:
- standard
k8s-version:
- name: v1.24
version: v1.24.12
- name: v1.25
version: v1.25.8
- name: v1.26
version: v1.26.3
- name: v1.27
version: v1.27.0
tests:
- autogen
- cleanup
- events
- exceptions
- generate/clusterpolicy
- generate/policy
- generate/validation
- mutate
- policy-validation
- rangeoperators
- rbac
- reports
- validate
- verify-manifests
- verifyImages
- webhooks
runs-on: ubuntu-latest
needs: prepare-images
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
steps:
- name: Checkout
uses: actions/checkout@83b7061638ee4956cf7545a6f7efe594e5ad0247 # v3.5.1
chore: add setup-build-env gh action (#5892) * chore: use gh composite actions Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * wait ready Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * restart Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * chore: add setup-build-env gh action Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * fix clone Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * fix Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> Signed-off-by: Charles-Edouard Brétéché <charled.breteche@gmail.com>
2023-01-05 15:52:52 +00:00
- name: Setup build env
uses: ./.github/actions/setup-build-env
with:
chore: add setup-build-env gh action (#5892) * chore: use gh composite actions Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * failure Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * wait ready Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * restart Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * chore: add setup-build-env gh action Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * fix clone Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * fix Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * unshallow Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> * cache Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> Signed-off-by: Charles-Edouard Brétéché <charles.edouard@nirmata.com> Signed-off-by: Charles-Edouard Brétéché <charled.breteche@gmail.com>
2023-01-05 15:52:52 +00:00
build-cache-key: run-conformance
- name: Create kind cluster
run: |
export KIND_IMAGE=kindest/node:${{ matrix.k8s-version.version }}
make kind-create-cluster
- name: Download kyverno images archive
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
with:
name: kyverno.tar
- name: Load kyverno images archive in kind cluster
run: make kind-load-image-archive
- name: Install kyverno
run: |
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
make kind-install-kyverno
- name: Wait for kyverno ready
uses: ./.github/actions/kyverno-wait-ready
- name: Test with kuttl
run: |
./.tools/kubectl-kuttl test ./test/conformance/kuttl/${{ matrix.tests }} \
--config ./test/conformance/kuttl/_config/common.yaml
- name: Debug failure
if: failure()
uses: ./.github/actions/kyverno-logs
# runs conformance test suites with configuration:
force-failure-policy-ignore:
strategy:
fail-fast: false
matrix:
config:
- name: force-failure-policy-ignore
values:
- standard
- force-failure-policy-ignore
k8s-version:
- name: v1.24
version: v1.24.12
- name: v1.25
version: v1.25.8
- name: v1.26
version: v1.26.3
- name: v1.27
version: v1.27.0
tests:
- force-failure-policy-ignore
- rbac
runs-on: ubuntu-latest
needs: prepare-images
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
steps:
- name: Checkout
uses: actions/checkout@83b7061638ee4956cf7545a6f7efe594e5ad0247 # v3.5.1
- name: Setup build env
uses: ./.github/actions/setup-build-env
with:
build-cache-key: run-conformance
- name: Create kind cluster
run: |
export KIND_IMAGE=kindest/node:${{ matrix.k8s-version.version }}
make kind-create-cluster
- name: Download kyverno images archive
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
with:
name: kyverno.tar
- name: Load kyverno images archive in kind cluster
run: make kind-load-image-archive
- name: Install kyverno
run: |
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
make kind-install-kyverno
- name: Wait for kyverno ready
uses: ./.github/actions/kyverno-wait-ready
- name: Test with kuttl
run: |
./.tools/kubectl-kuttl test ./test/conformance/kuttl/${{ matrix.tests }} \
--config ./test/conformance/kuttl/_config/common.yaml
- name: Debug failure
if: failure()
uses: ./.github/actions/kyverno-logs
# runs conformance test suites with configuration:
default:
strategy:
fail-fast: false
matrix:
config:
- name: default
values:
- default
k8s-version:
- name: v1.24
version: v1.24.12
- name: v1.25
version: v1.25.8
- name: v1.26
version: v1.26.3
- name: v1.27
version: v1.27.0
tests:
- rbac
runs-on: ubuntu-latest
needs: prepare-images
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
steps:
- name: Checkout
uses: actions/checkout@83b7061638ee4956cf7545a6f7efe594e5ad0247 # v3.5.1
- name: Setup build env
uses: ./.github/actions/setup-build-env
with:
build-cache-key: run-conformance
- name: Create kind cluster
run: |
export KIND_IMAGE=kindest/node:${{ matrix.k8s-version.version }}
make kind-create-cluster
- name: Download kyverno images archive
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
with:
name: kyverno.tar
- name: Load kyverno images archive in kind cluster
run: make kind-load-image-archive
- name: Install kyverno
run: |
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
make kind-install-kyverno
- name: Wait for kyverno ready
uses: ./.github/actions/kyverno-wait-ready
- name: Test with kuttl
run: |
./.tools/kubectl-kuttl test ./test/conformance/kuttl/${{ matrix.tests }} \
--config ./test/conformance/kuttl/_config/common.yaml
- name: Debug failure
if: failure()
uses: ./.github/actions/kyverno-logs