K8S E2E Suite #28
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # K8s E2E Suite | |
| # | |
| # This workflow runs under any of the following conditions: | |
| # - manual dispatch in GH UI | |
| # - on a PR commit if the kubernetes_logs source was changed | |
| # - in the merge queue | |
| # - on a schedule at midnight UTC Tue-Sat | |
| # - on demand by either of the following comments in a PR: | |
| # - '/ci-run-k8s' | |
| # - '/ci-run-all' | |
| # | |
| # If the workflow trigger is the nightly schedule, all the k8s versions | |
| # are run in the matrix, otherwise, only the latest is run. | |
| name: K8S E2E Suite | |
| on: | |
| workflow_dispatch: | |
| workflow_call: | |
| pull_request: | |
| merge_group: | |
| types: [checks_requested] | |
| schedule: | |
| # At midnight UTC Tue-Sat | |
| - cron: '0 0 * * 2-6' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.number || github.event.comment.html_url || github.event.merge_group.head_sha || github.event.schedule || github.sha }} | |
| cancel-in-progress: true | |
| env: | |
| AWS_ACCESS_KEY_ID: "dummy" | |
| AWS_SECRET_ACCESS_KEY: "dummy" | |
| CONTAINER_TOOL: "docker" | |
| RUST_BACKTRACE: full | |
| TEST_LOG: vector=debug | |
| VERBOSE: true | |
| DISABLE_MOLD: true | |
| CI: true | |
| PROFILE: debug | |
| jobs: | |
| changes: | |
| # Only evaluate files changed on pull request trigger | |
| if: github.event_name == 'pull_request' | |
| uses: ./.github/workflows/changes.yml | |
| with: | |
| base_ref: ${{ github.event.pull_request.base.ref }} | |
| head_ref: ${{ github.event.pull_request.head.ref }} | |
| secrets: inherit | |
| build-x86_64-unknown-linux-gnu: | |
| name: Build - x86_64-unknown-linux-gnu | |
| runs-on: [linux, ubuntu-20.04-4core] | |
| needs: changes | |
| # Run this job even if `changes` job is skipped (non- pull request trigger) | |
| if: ${{ !failure() && !cancelled() && (github.event_name != 'pull_request' || needs.changes.outputs.k8s == 'true') }} | |
| # cargo-deb requires a release build, but we don't need optimizations for tests | |
| env: | |
| CARGO_PROFILE_RELEASE_OPT_LEVEL: 0 | |
| CARGO_PROFILE_RELEASE_CODEGEN_UNITS: 256 | |
| CARGO_INCREMENTAL: 0 | |
| steps: | |
| - name: (PR comment) Get PR branch | |
| if: ${{ github.event_name == 'issue_comment' }} | |
| uses: xt0rted/pull-request-comment-branch@v2 | |
| id: comment-branch | |
| - name: (PR comment) Set latest commit status as pending | |
| if: ${{ github.event_name == 'issue_comment' }} | |
| uses: myrotvorets/[email protected] | |
| with: | |
| sha: ${{ steps.comment-branch.outputs.head_sha }} | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| status: pending | |
| - name: (PR comment) Checkout PR branch | |
| if: ${{ github.event_name == 'issue_comment' }} | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ steps.comment-branch.outputs.head_ref }} | |
| - name: Checkout branch | |
| if: ${{ github.event_name != 'issue_comment' }} | |
| uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/registry | |
| ~/.cargo/git | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - run: sudo -E bash scripts/environment/bootstrap-ubuntu-20.04.sh | |
| - run: bash scripts/environment/prepare.sh | |
| - run: echo "::add-matcher::.github/matchers/rust.json" | |
| - run: VECTOR_VERSION="$(cargo vdev version)" make package-deb-x86_64-unknown-linux-gnu | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: e2e-test-deb-package | |
| path: target/artifacts/* | |
| - name: (PR comment) Set latest commit status as 'failure' | |
| uses: myrotvorets/[email protected] | |
| if: failure() && github.event_name == 'issue_comment' | |
| with: | |
| sha: ${{ steps.comment-branch.outputs.head_sha }} | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| status: 'failure' | |
| # GitHub Actions don't support `matrix` at the job-level `if:` condition. | |
| # We apply this workaround - compute `matrix` in a preceding job, and assign | |
| # it's value dynamically at the actual test job. | |
| # This approach can be advanced further by, for instance, dynamically | |
| # detecting versions of various components, or reading them from `.meta`. | |
| # See https://github.community/t/feature-request-and-use-case-example-to-allow-matrix-in-if-s/126067 | |
| compute-k8s-test-plan: | |
| name: Compute K8s test plan | |
| runs-on: ubuntu-latest | |
| needs: changes | |
| # Run this job even if `changes` job is skipped | |
| if: ${{ !failure() && !cancelled() && (github.event_name != 'pull_request' || needs.changes.outputs.k8s == 'true') }} | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| steps: | |
| - uses: actions/[email protected] | |
| id: set-matrix | |
| with: | |
| script: | | |
| // Parameters. | |
| const minikube_version = [ | |
| "v1.24.0", | |
| ] | |
| // Aim to test against oldest supported k8s cloud-provider versions | |
| // https://docs.aws.amazon.com/eks/latest/userguide/kubernetes-versions.html | |
| // https://cloud.google.com/kubernetes-engine/docs/release-notes | |
| // https://docs.microsoft.com/en-us/azure/aks/supported-kubernetes-versions?tabs=azure-cli#aks-kubernetes-release-calendar | |
| const kubernetes_version = [ | |
| { version: "v1.23.3", is_essential: true }, | |
| { version: "v1.22.5", is_essential: false }, | |
| { version: "v1.21.8", is_essential: false }, | |
| { version: "v1.20.14", is_essential: false }, | |
| { version: "v1.19.8", is_essential: false }, | |
| ] | |
| const container_runtime = [ | |
| "docker", | |
| "containerd", | |
| // https://github.com/kubernetes/minikube/issues/12928 | |
| // "crio", | |
| ] | |
| // Run all versions if triggered by nightly schedule. Otherwise only run latest. | |
| const run_all = context.eventName == "schedule"; | |
| const filter_targets = array => array.filter(val => run_all || val.is_essential) | |
| const matrix = { | |
| minikube_version, | |
| kubernetes_version: filter_targets(kubernetes_version).map(e => ({ | |
| version: e.version, | |
| role: e.is_essential ? "essential" : "extra", | |
| })), | |
| container_runtime, | |
| } | |
| core.setOutput('matrix', matrix) | |
| - name: Dump matrix context | |
| env: | |
| MATRIX_CONTEXT: ${{ toJson(steps.set-matrix.outputs.matrix) }} | |
| run: echo "$MATRIX_CONTEXT" | |
| test-e2e-kubernetes: | |
| name: K8s ${{ matrix.kubernetes_version.version }} / ${{ matrix.container_runtime }} (${{ matrix.kubernetes_version.role }}) | |
| runs-on: [linux, ubuntu-20.04-4core] | |
| needs: | |
| - build-x86_64-unknown-linux-gnu | |
| - compute-k8s-test-plan | |
| # because `changes` job might be skipped | |
| if: always() && needs.build-x86_64-unknown-linux-gnu.result == 'success' && needs.compute-k8s-test-plan.result == 'success' | |
| strategy: | |
| matrix: ${{ fromJson(needs.compute-k8s-test-plan.outputs.matrix) }} | |
| fail-fast: false | |
| steps: | |
| - name: (PR comment) Get PR branch | |
| if: ${{ github.event_name == 'issue_comment' }} | |
| uses: xt0rted/pull-request-comment-branch@v2 | |
| id: comment-branch | |
| - name: (PR comment) Checkout PR branch | |
| if: ${{ github.event_name == 'issue_comment' }} | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ steps.comment-branch.outputs.head_ref }} | |
| - name: Checkout branch | |
| if: ${{ github.event_name != 'issue_comment' }} | |
| uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: e2e-test-deb-package | |
| path: target/artifacts | |
| - name: Setup Minikube | |
| run: scripts/ci-setup-minikube.sh | |
| env: | |
| KUBERNETES_VERSION: ${{ matrix.kubernetes_version.version }} | |
| MINIKUBE_VERSION: ${{ matrix.minikube_version }} | |
| CONTAINER_RUNTIME: ${{ matrix.container_runtime }} | |
| - run: make test-e2e-kubernetes | |
| env: | |
| USE_MINIKUBE_CACHE: "true" | |
| SKIP_PACKAGE_DEB: "true" | |
| CARGO_INCREMENTAL: 0 | |
| - name: (PR comment) Set latest commit status as failure | |
| uses: myrotvorets/[email protected] | |
| if: failure() && github.event_name == 'issue_comment' | |
| with: | |
| sha: ${{ steps.comment-branch.outputs.head_sha }} | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| status: 'failure' | |
| final-result: | |
| name: K8s E2E Suite | |
| runs-on: ubuntu-latest | |
| needs: | |
| - changes | |
| - build-x86_64-unknown-linux-gnu | |
| - compute-k8s-test-plan | |
| - test-e2e-kubernetes | |
| if: always() | |
| env: | |
| FAILED: ${{ contains(needs.*.result, 'failure') }} | |
| steps: | |
| - name: (PR comment) Get PR branch | |
| if: github.event_name == 'issue_comment' && env.FAILED != 'true' | |
| uses: xt0rted/pull-request-comment-branch@v2 | |
| id: comment-branch | |
| - name: (PR comment) Submit PR result as success | |
| if: github.event_name == 'issue_comment' && env.FAILED != 'true' | |
| uses: myrotvorets/[email protected] | |
| with: | |
| sha: ${{ steps.comment-branch.outputs.head_sha }} | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| status: 'success' | |
| - run: | | |
| echo "failed=${{ env.FAILED }}" | |
| if [[ "$FAILED" == "true" ]] ; then | |
| exit 1 | |
| else | |
| exit 0 | |
| fi |