Initial changes for NDEV-19725 #351
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Conformance tests | |
| on: | |
| pull_request: | |
| branches: | |
| - 'main' | |
| - 'release*' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| prepare-images: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0 | |
| - name: Setup build env | |
| uses: ./.github/actions/setup-build-env | |
| with: | |
| build-cache-key: build-images | |
| - name: ko build | |
| run: VERSION=${{ github.ref_name }} make docker-save-image-all | |
| - name: upload images archive | |
| uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2 | |
| with: | |
| name: kyverno.tar | |
| path: kyverno.tar | |
| retention-days: 1 | |
| if-no-files-found: error | |
| # runs conformance test suites with configuration 1.23 to 1.27: | |
| standard: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - name: standard | |
| values: | |
| - standard | |
| k8s-version: | |
| - name: v1.23 | |
| version: v1.23.17 | |
| - name: v1.24 | |
| version: v1.24.12 | |
| - name: v1.25 | |
| version: v1.25.8 | |
| - name: v1.26 | |
| version: v1.26.3 | |
| - name: v1.27 | |
| version: v1.27.1 | |
| tests: | |
| - autogen | |
| - cleanup | |
| - deferred | |
| - events | |
| - exceptions | |
| - generate/clusterpolicy | |
| - generate/policy | |
| - generate/validation | |
| - mutate | |
| - policy-validation | |
| - rangeoperators | |
| - rbac | |
| - reports | |
| - validate | |
| - verify-manifests | |
| - verifyImages | |
| - webhooks | |
| runs-on: ubuntu-latest | |
| needs: prepare-images | |
| name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0 | |
| - name: Setup build env | |
| uses: ./.github/actions/setup-build-env | |
| with: | |
| build-cache-key: run-conformance | |
| - name: Create kind cluster | |
| run: | | |
| export KIND_IMAGE=kindest/node:${{ matrix.k8s-version.version }} | |
| make kind-create-cluster | |
| - name: Download kyverno images archive | |
| uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
| with: | |
| name: kyverno.tar | |
| - name: Load kyverno images archive in kind cluster | |
| run: make kind-load-image-archive | |
| - name: Install kyverno | |
| run: | | |
| export USE_CONFIG=${{ join(matrix.config.values, ',') }} | |
| make kind-install-kyverno | |
| - name: Wait for kyverno ready | |
| uses: ./.github/actions/kyverno-wait-ready | |
| - name: Test with kuttl | |
| run: | | |
| ./.tools/kubectl-kuttl test ./test/conformance/kuttl/${{ matrix.tests }} \ | |
| --config ./test/conformance/kuttl/_config/common.yaml | |
| - name: Debug failure | |
| if: failure() | |
| uses: ./.github/actions/kyverno-logs | |
| # runs conformance test suites with configuration: | |
| force-failure-policy-ignore: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - name: force-failure-policy-ignore | |
| values: | |
| - standard | |
| - force-failure-policy-ignore | |
| k8s-version: | |
| - name: v1.23 | |
| version: v1.23.17 | |
| - name: v1.24 | |
| version: v1.24.12 | |
| - name: v1.25 | |
| version: v1.25.8 | |
| - name: v1.26 | |
| version: v1.26.3 | |
| - name: v1.27 | |
| version: v1.27.1 | |
| tests: | |
| - force-failure-policy-ignore | |
| - rbac | |
| runs-on: ubuntu-latest | |
| needs: prepare-images | |
| name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0 | |
| - name: Setup build env | |
| uses: ./.github/actions/setup-build-env | |
| with: | |
| build-cache-key: run-conformance | |
| - name: Create kind cluster | |
| run: | | |
| export KIND_IMAGE=kindest/node:${{ matrix.k8s-version.version }} | |
| make kind-create-cluster | |
| - name: Download kyverno images archive | |
| uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
| with: | |
| name: kyverno.tar | |
| - name: Load kyverno images archive in kind cluster | |
| run: make kind-load-image-archive | |
| - name: Install kyverno | |
| run: | | |
| export USE_CONFIG=${{ join(matrix.config.values, ',') }} | |
| make kind-install-kyverno | |
| - name: Wait for kyverno ready | |
| uses: ./.github/actions/kyverno-wait-ready | |
| - name: Test with kuttl | |
| run: | | |
| ./.tools/kubectl-kuttl test ./test/conformance/kuttl/${{ matrix.tests }} \ | |
| --config ./test/conformance/kuttl/_config/common.yaml | |
| - name: Debug failure | |
| if: failure() | |
| uses: ./.github/actions/kyverno-logs | |
| # runs conformance test suites with configuration: | |
| default: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - name: default | |
| values: | |
| - default | |
| k8s-version: | |
| - name: v1.23 | |
| version: v1.23.17 | |
| - name: v1.24 | |
| version: v1.24.12 | |
| - name: v1.25 | |
| version: v1.25.8 | |
| - name: v1.26 | |
| version: v1.26.3 | |
| - name: v1.27 | |
| version: v1.27.1 | |
| tests: | |
| - rbac | |
| runs-on: ubuntu-latest | |
| needs: prepare-images | |
| name: ${{ matrix.k8s-version.name }} - ${{ matrix.config.name }} - ${{ matrix.tests }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0 | |
| - name: Setup build env | |
| uses: ./.github/actions/setup-build-env | |
| with: | |
| build-cache-key: run-conformance | |
| - name: Create kind cluster | |
| run: | | |
| export KIND_IMAGE=kindest/node:${{ matrix.k8s-version.version }} | |
| make kind-create-cluster | |
| - name: Download kyverno images archive | |
| uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
| with: | |
| name: kyverno.tar | |
| - name: Load kyverno images archive in kind cluster | |
| run: make kind-load-image-archive | |
| - name: Install kyverno | |
| run: | | |
| export USE_CONFIG=${{ join(matrix.config.values, ',') }} | |
| make kind-install-kyverno | |
| - name: Wait for kyverno ready | |
| uses: ./.github/actions/kyverno-wait-ready | |
| - name: Test with kuttl | |
| run: | | |
| ./.tools/kubectl-kuttl test ./test/conformance/kuttl/${{ matrix.tests }} \ | |
| --config ./test/conformance/kuttl/_config/common.yaml | |
| - name: Debug failure | |
| if: failure() | |
| uses: ./.github/actions/kyverno-logs |