mirror of
https://github.com/kyverno/kyverno.git
synced 2024-12-15 17:51:20 +00:00
b573be7352
Bumps [sigstore/scaffolding](https://github.com/sigstore/scaffolding) from bea34b6f64147aa09768cd9c4c5d17e71d9e144e to 8c2c43c352e9fe4b5bc0957548ef956306734292.
- [Release notes](https://github.com/sigstore/scaffolding/releases)
- [Changelog](https://github.com/sigstore/scaffolding/blob/main/release.md)
- [Commits](bea34b6f64...8c2c43c352)
---
updated-dependencies:
- dependency-name: sigstore/scaffolding
dependency-type: direct:production
...
Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
1004 lines
33 KiB
YAML
1004 lines
33 KiB
YAML
# yaml-language-server: $schema=https://json.schemastore.org/github-workflow.json
|
|
|
|
name: Conformance tests
|
|
|
|
permissions: {}
|
|
|
|
on:
|
|
pull_request:
|
|
branches:
|
|
- 'main'
|
|
- 'release*'
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
prepare-images:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
- name: Setup caches
|
|
uses: ./.github/actions/setup-caches
|
|
timeout-minutes: 5
|
|
continue-on-error: true
|
|
with:
|
|
build-cache-key: build-images
|
|
- name: Setup build env
|
|
uses: ./.github/actions/setup-build-env
|
|
timeout-minutes: 10
|
|
with:
|
|
free-disk-space: false
|
|
- name: ko build
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
VERSION=${{ github.ref_name }} make docker-save-image-all
|
|
- name: upload images archive
|
|
uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # v3.1.3
|
|
with:
|
|
name: kyverno.tar
|
|
path: kyverno.tar
|
|
retention-days: 1
|
|
if-no-files-found: error
|
|
|
|
prepare-cli:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
- name: Setup caches
|
|
uses: ./.github/actions/setup-caches
|
|
timeout-minutes: 5
|
|
continue-on-error: true
|
|
with:
|
|
build-cache-key: build-cli
|
|
- name: Setup build env
|
|
uses: ./.github/actions/setup-build-env
|
|
timeout-minutes: 10
|
|
with:
|
|
free-disk-space: false
|
|
- name: Build CLI
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
VERSION=${{ github.ref_name }} make build-cli
|
|
- name: upload images archive
|
|
uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # v3.1.3
|
|
with:
|
|
name: kubectl-kyverno
|
|
path: cmd/cli/kubectl-kyverno/kubectl-kyverno
|
|
retention-days: 1
|
|
if-no-files-found: error
|
|
|
|
standard:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: standard
|
|
values:
|
|
- standard
|
|
k8s-version:
|
|
- name: v1.26
|
|
version: v1.26.6
|
|
- name: v1.27
|
|
version: v1.27.3
|
|
- name: v1.28
|
|
version: v1.28.0
|
|
- name: v1.29
|
|
version: v1.29.0
|
|
tests:
|
|
- ^autogen$
|
|
- ^background-only$
|
|
- ^cleanup$
|
|
- ^deferred$
|
|
- ^events$
|
|
- ^exceptions$
|
|
- ^filter$
|
|
- ^generate$/^clusterpolicy$
|
|
- ^generate$/^policy$
|
|
- ^generate$/^validation$
|
|
- ^mutate$
|
|
- ^policy-validation$
|
|
- ^rangeoperators$
|
|
- ^rbac$
|
|
- ^reports$
|
|
- ^validate$
|
|
- ^verify-manifests$
|
|
- ^verifyImages$
|
|
- ^webhooks$
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/default.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --include-test-regex '^chainsaw$/${{ matrix.tests }}'
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
validatingadmissionpolicies-v1alpha1:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: validating-admission-policies
|
|
values:
|
|
- standard
|
|
- generate-validating-admission-policy
|
|
k8s-version:
|
|
- name: v1.27
|
|
version: v1.27.3
|
|
tests:
|
|
- generate-validating-admission-policy
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/vap-v1alpha1.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
validatingadmissionpolicies-v1beta1:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: validating-admission-policies
|
|
values:
|
|
- standard
|
|
- generate-validating-admission-policy
|
|
k8s-version:
|
|
- name: v1.28
|
|
version: v1.28.0
|
|
- name: v1.29
|
|
version: v1.29.0
|
|
tests:
|
|
- generate-validating-admission-policy
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/vap-v1beta1.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
validatingadmissionpolicies-reports-v1alpha1:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: validating-admission-policy-reports
|
|
values:
|
|
- standard
|
|
- validating-admission-policy-reports
|
|
k8s-version:
|
|
- name: v1.26
|
|
version: v1.26.6
|
|
- name: v1.27
|
|
version: v1.27.3
|
|
tests:
|
|
- validating-admission-policy-reports
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/vap-v1alpha1.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
validatingadmissionpolicies-reports-v1beta1:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: validating-admission-policy-reports
|
|
values:
|
|
- standard
|
|
- validating-admission-policy-reports
|
|
k8s-version:
|
|
- name: v1.28
|
|
version: v1.28.0
|
|
- name: v1.29
|
|
version: v1.29.0
|
|
tests:
|
|
- validating-admission-policy-reports
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/vap-v1beta1.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
force-failure-policy-ignore:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: force-failure-policy-ignore
|
|
values:
|
|
- standard
|
|
- force-failure-policy-ignore
|
|
k8s-version:
|
|
- name: v1.26
|
|
version: v1.26.6
|
|
- name: v1.27
|
|
version: v1.27.3
|
|
- name: v1.28
|
|
version: v1.28.0
|
|
- name: v1.29
|
|
version: v1.29.0
|
|
tests:
|
|
- force-failure-policy-ignore
|
|
- rbac
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/default.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
ttl:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: ttl
|
|
values:
|
|
- standard
|
|
- ttl
|
|
k8s-version:
|
|
- name: v1.26
|
|
version: v1.26.6
|
|
- name: v1.27
|
|
version: v1.27.3
|
|
- name: v1.28
|
|
version: v1.28.0
|
|
- name: v1.29
|
|
version: v1.29.0
|
|
tests:
|
|
- ttl
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/default.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
custom-sigstore:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: custom-sigstore
|
|
values:
|
|
- standard
|
|
- custom-sigstore
|
|
k8s-version:
|
|
- name: v1.26
|
|
version: v1.26.x
|
|
- name: v1.27
|
|
version: v1.27.x
|
|
- name: v1.28
|
|
version: v1.28.x
|
|
- name: v1.29
|
|
version: v1.29.x
|
|
tests:
|
|
- custom-sigstore
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install crane
|
|
uses: imjasonh/setup-crane@00c9e93efa4e1138c9a7a5c594acd6c75a2fbf0c
|
|
- name: Install Cosign
|
|
uses: sigstore/cosign-installer@9614fae9e5c5eddabb09f90a270fcb487c9f7149
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster and setup Sigstore Scaffolding
|
|
uses: sigstore/scaffolding/actions/setup@8c2c43c352e9fe4b5bc0957548ef956306734292
|
|
with:
|
|
version: main
|
|
k8s-version: ${{ matrix.k8s-version.version }}
|
|
knative-version: '1.10.0'
|
|
- name: Create TUF values config map
|
|
run: |
|
|
set -e
|
|
kubectl create namespace kyverno
|
|
kubectl -n kyverno create configmap tufvalues --from-literal=TUF_MIRROR=$TUF_MIRROR --from-literal=FULCIO_URL=$FULCIO_URL --from-literal=REKOR_URL=$REKOR_URL --from-literal=CTLOG_URL=$CTLOG_URL --from-literal=ISSUER_URL=$ISSUER_URL
|
|
kubectl -n tuf-system get secrets tuf-root -oyaml | sed 's/namespace: .*/namespace: kyverno/' | kubectl create -f -
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# prepare test image
|
|
- name: Create test image
|
|
shell: bash
|
|
run: |
|
|
DIGEST=$(crane digest cgr.dev/chainguard/static)
|
|
IMAGE_NAME=$(uuidgen | tr "[:upper:]" "[:lower:]")
|
|
TEST_IMAGE_URL=ttl.sh/${IMAGE_NAME}:1h
|
|
crane copy cgr.dev/chainguard/static@$DIGEST $TEST_IMAGE_URL
|
|
cosign initialize --mirror $TUF_MIRROR --root $TUF_MIRROR/root.json
|
|
COSIGN_EXPERIMENTAL=1 cosign sign --rekor-url $REKOR_URL --fulcio-url $FULCIO_URL $TEST_IMAGE_URL --identity-token `curl -s $ISSUER_URL` -y
|
|
echo "TEST_IMAGE_URL=$TEST_IMAGE_URL" >> $GITHUB_ENV
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
default:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: default
|
|
values:
|
|
- default
|
|
k8s-version:
|
|
- name: v1.26
|
|
version: v1.26.6
|
|
- name: v1.27
|
|
version: v1.27.3
|
|
- name: v1.28
|
|
version: v1.28.0
|
|
- name: v1.29
|
|
version: v1.29.0
|
|
tests:
|
|
- rbac
|
|
needs: prepare-images
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/default.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Test with Chainsaw
|
|
shell: bash
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd ./test/conformance/chainsaw && chainsaw test --test-dir ./${{ matrix.tests }}
|
|
# debug
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
policy-library:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- name: policy-library
|
|
values:
|
|
- standard
|
|
k8s-version:
|
|
- name: v1.26
|
|
version: v1.26.6
|
|
- name: v1.27
|
|
version: v1.27.3
|
|
- name: v1.28
|
|
version: v1.28.0
|
|
- name: v1.29
|
|
version: v1.29.0
|
|
tests:
|
|
- ^argo$
|
|
- ^aws$
|
|
- ^best-practices$
|
|
- ^castai$
|
|
- ^cert-manager$
|
|
- ^consul$
|
|
- ^external-secret-operator$
|
|
- ^flux$
|
|
- ^istio$
|
|
- ^karpenter$
|
|
- ^kasten$
|
|
- ^kubecost$
|
|
- ^kubeops$
|
|
- ^kubevirt$
|
|
- ^linkerd$
|
|
- ^nginx-ingress$
|
|
- ^openshift$
|
|
- ^other$/^a
|
|
- ^other$/^[b-d]
|
|
- ^other$/^[e-l]
|
|
- ^other$/^[m-q]
|
|
- ^other$/^re[c-q]
|
|
- ^other$/^res
|
|
- ^other$/^[s-z]
|
|
- ^pod-security$
|
|
- ^pod-security-cel$
|
|
- ^psa$
|
|
- ^psp-migration$
|
|
# - ^tekton
|
|
# - ^traefik
|
|
# - ^velero
|
|
needs:
|
|
- prepare-images
|
|
- prepare-cli
|
|
name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }}
|
|
steps:
|
|
- name: Checkout kyverno/kyverno
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
- name: Checkout kyverno/policies
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
with:
|
|
repository: kyverno/policies
|
|
path: policies
|
|
# install tools
|
|
- name: Install helm
|
|
id: helm
|
|
uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3.5
|
|
with:
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Install chainsaw
|
|
uses: kyverno/action-install-chainsaw@d12e54dd3506268b9d5bb61fbbcb2e7eec5fb70c # v0.1.1
|
|
- name: Download kyverno CLI archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kubectl-kyverno
|
|
- name: Install Kyverno CLI
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
chmod +x kubectl-kyverno && mv kubectl-kyverno ./cmd/cli/kubectl-kyverno/kyverno
|
|
echo "$PWD/cmd/cli/kubectl-kyverno" >> $GITHUB_PATH
|
|
# create cluster
|
|
- name: Create kind cluster
|
|
uses: helm/kind-action@dda0770415bac9fc20092cacbc54aa298604d140 # v1.8.0
|
|
with:
|
|
node_image: kindest/node:${{ matrix.k8s-version.version }}
|
|
cluster_name: kind
|
|
config: ./scripts/config/kind/default.yaml
|
|
# deploy kyverno
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
kind load image-archive kyverno.tar --name kind
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
export HELM=${{ steps.helm.outputs.helm-path }}
|
|
export USE_CONFIG=${{ join(matrix.config.values, ',') }}
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
# run tests
|
|
- name: Install CRDs
|
|
run: |
|
|
set -e
|
|
kubectl apply -f ./policies/.chainsaw/crds
|
|
- name: Test with Chainsaw
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
set -e
|
|
cd policies
|
|
chainsaw test --include-test-regex '^chainsaw$/${{ matrix.tests }}' --no-color=false
|
|
- name: Debug failure
|
|
if: failure()
|
|
uses: ./.github/actions/kyverno-logs
|
|
|
|
monitor-helm-secret-size:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
needs: prepare-images
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
- name: Setup caches
|
|
uses: ./.github/actions/setup-caches
|
|
timeout-minutes: 5
|
|
continue-on-error: true
|
|
with:
|
|
build-cache-key: run-conformance
|
|
- name: Setup build env
|
|
uses: ./.github/actions/setup-build-env
|
|
timeout-minutes: 10
|
|
- name: Create kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
make kind-create-cluster
|
|
- name: Download kyverno images archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kyverno.tar
|
|
- name: Load kyverno images archive in kind cluster
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
make kind-load-image-archive
|
|
- name: Install kyverno
|
|
shell: bash
|
|
run: |
|
|
make kind-install-kyverno
|
|
- name: Wait for kyverno ready
|
|
uses: ./.github/actions/kyverno-wait-ready
|
|
- name: Check secret size
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
set -u
|
|
SIZE=$(kubectl get secrets -n kyverno sh.helm.release.v1.kyverno.v1 -o jsonpath='{.data.release}' | base64 -d | wc -c | awk '{print $1}')
|
|
MAX_ALLOWED=1030000
|
|
if [ "$SIZE" -gt "$MAX_ALLOWED" ]; then
|
|
echo "Helm secret size ($SIZE bytes) is above the max allowed ($MAX_ALLOWED bytes)"
|
|
exit 1
|
|
else
|
|
echo "Helm secret size ($SIZE bytes) is below the max allowed ($MAX_ALLOWED bytes)"
|
|
fi
|
|
|
|
check-tests:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: read
|
|
needs: prepare-cli
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
|
|
- name: Download kyverno CLI archive
|
|
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
|
|
with:
|
|
name: kubectl-kyverno
|
|
- name: Install Kyverno CLI
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
chmod +x kubectl-kyverno && mv kubectl-kyverno ./cmd/cli/kubectl-kyverno/kyverno
|
|
echo "$PWD/cmd/cli/kubectl-kyverno" >> $GITHUB_PATH
|
|
- name: Fix test files
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
KYVERNO_EXPERIMENTAL=true kyverno fix test ./test/cli --save --compress
|
|
make verify-cli-tests
|
|
|
|
conformance-required-success:
|
|
name: conformance-required
|
|
needs:
|
|
- standard
|
|
- ttl
|
|
- force-failure-policy-ignore
|
|
- validatingadmissionpolicies-v1alpha1
|
|
- validatingadmissionpolicies-v1beta1
|
|
- validatingadmissionpolicies-reports-v1alpha1
|
|
- validatingadmissionpolicies-reports-v1beta1
|
|
- custom-sigstore
|
|
- default
|
|
- monitor-helm-secret-size
|
|
- check-tests
|
|
runs-on: ubuntu-latest
|
|
if: ${{ success() }}
|
|
steps:
|
|
- run: ${{ true }}
|
|
|
|
conformance-required-failure:
|
|
name: conformance-required
|
|
needs:
|
|
- standard
|
|
- ttl
|
|
- force-failure-policy-ignore
|
|
- validatingadmissionpolicies-v1alpha1
|
|
- validatingadmissionpolicies-v1beta1
|
|
- validatingadmissionpolicies-reports-v1alpha1
|
|
- validatingadmissionpolicies-reports-v1beta1
|
|
- custom-sigstore
|
|
- default
|
|
- monitor-helm-secret-size
|
|
- check-tests
|
|
runs-on: ubuntu-latest
|
|
if: ${{ failure() || cancelled() }}
|
|
steps:
|
|
- run: ${{ false }}
|