acceptance-tests.yaml

name: Nightly Acceptance tests

on:
  schedule:
    - cron: '0 0 * * *' # Runs at 12:00 AM UTC

jobs:
  acceptance_tests:
    runs-on: ubuntu-latest
    environment: acctests
    env:
      TF_VAR_VSPHERE_ESXI1: ${{ secrets.TF_VAR_VSPHERE_ESXI1 }}
      TF_VAR_VSPHERE_ESXI1_PW: ${{ secrets.TF_VAR_VSPHERE_ESXI1_PW }}
      TF_VAR_VSPHERE_LICENSE: ${{ secrets.TF_VAR_VSPHERE_LICENSE }}
      TF_VAR_VSPHERE_PRIVATE_NETWORK: ${{ secrets.TF_VAR_VSPHERE_PRIVATE_NETWORK }}
      TF_VAR_VSPHERE_PUBLIC_NETWORK: ${{ secrets.TF_VAR_VSPHERE_PUBLIC_NETWORK }}
      VSPHERE_PASSWORD: ${{ secrets.VSPHERE_PASSWORD }}
      VSPHERE_SERVER: ${{ secrets.VSPHERE_SERVER }}
      VSPHERE_USER: ${{ secrets.VSPHERE_USER }}
      TF_VAR_VSPHERE_CLUSTER: ${{ vars.TF_VAR_VSPHERE_CLUSTER }}
      TF_VAR_VSPHERE_DATACENTER: ${{ vars.TF_VAR_VSPHERE_DATACENTER }}
      TF_VAR_VSPHERE_ESXI1_BOOT_DISK1: ${{ vars.TF_VAR_VSPHERE_ESXI1_BOOT_DISK1 }}
      TF_VAR_VSPHERE_ESXI1_BOOT_DISK1_SIZE: ${{ vars.TF_VAR_VSPHERE_ESXI1_BOOT_DISK1_SIZE }}
      TF_VAR_VSPHERE_ESXI_TRUNK_NIC: ${{ vars.TF_VAR_VSPHERE_ESXI_TRUNK_NIC }}
      TF_VAR_VSPHERE_PG_NAME: ${{ vars.TF_VAR_VSPHERE_PG_NAME }}
      VSPHERE_ALLOW_UNVERIFIED_SSL: ${{ vars.VSPHERE_ALLOW_UNVERIFIED_SSL }}
      VSPHERE_PERSIST_SESSION: true
    steps:
      - name: Checkout
        uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4.0.0
        with:
          ref: 'main'

      - name: Write the SSH key and create session folders
        run: |
          echo "${{ secrets.SSH_PRIVATE_KEY }}" > ./ssh_private_key
          chmod 600 ./ssh_private_key
          echo "TF_VAR_PRIV_KEY=$(pwd)/ssh_private_key" >> $GITHUB_ENV
          mkdir -p sessions
          echo "VSPHERE_VIM_SESSION_PATH=$(pwd)/sessions" >> $GITHUB_ENV
          mkdir -p rest_sessions
          echo "VSPHERE_REST_SESSION_PATH=$(pwd)/rest_sessions" >> $GITHUB_ENV

      - name: Set up Terraform
        uses: hashicorp/setup-terraform@a1502cd9e758c50496cc9ac5308c4843bcd56d36 # v3.0.0
        with:
          terraform_wrapper: false

      - name: Create testrun resources
        run: |
          cd acctests/vsphere/testrun
          terraform init
          terraform apply -auto-approve
          while read -r line; do
            if [[ $line == export* ]]; then
              echo "${line#export }" >> $GITHUB_ENV
            fi
          done < devrc

      - name: Set up Go
        uses: actions/setup-go@0c52d547c9bc32b1aa3301fd7a9cb496313a4491 # v5.0.0
        with:
          go-version-file: '.go-version'

      - name: Set up Node
        uses: actions/setup-node@8f152de45cc393bb48ce5d89d36b731f54556e65 # v4.0.0
        with:
          node-version: 20

      # Due to third party action restrictions, install and use the tool directly
      - name: Set up gotestfmt
        run: go install github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest

      - name: Go mod verify
        run: go mod verify

      - name: Run acceptance tests
        continue-on-error: true
        run: |
          set -euo pipefail
          TF_ACC=1 go test -json -v ./... -timeout 360m 2>&1 | tee /tmp/gotest.log | gotestfmt

      - name: Get today's date
        run: echo "TODAY_DATE=$(date +'%Y-%m-%d')" >> $GITHUB_ENV

      - name: Upload test log
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        with:
          name: test-log-${{ env.TODAY_DATE }}
          path: /tmp/gotest.log

      - name: Panic check
        run: |
          if grep -q "panic:" /tmp/gotest.log; then
            echo "Panic found in log file."
            exit 1
          else
            echo "No panic found in log file."
          fi

      - name: Summary
        run: node ./scripts/summarize-testlog.js /tmp/gotest.log

      - name: Get yesterday's date
        run: echo "YESTERDAY_DATE=$(date -d 'yesterday' +'%Y-%m-%d')" >> $GITHUB_ENV

      - name: Download previous day's log file
        uses: dawidd6/action-download-artifact@e7466d1a7587ed14867642c2ca74b5bcc1e19a2d # v3.0.0
        with:
          name: test-log-${{ env.YESTERDAY_DATE }}
          workflow_conclusion: "" # ignore status
          search_artifacts: true
          path: /tmp/yesterday

      - name: Regression check
        run: node ./scripts/compare-testlogs.js /tmp/gotest.log /tmp/yesterday/gotest.log

      - name: Cleanup testrun resources
        if: always()
        run: |
          cd acctests/vsphere/testrun
          terraform destroy -auto-approve