E2E PW Tests: Disable all visual regression tests (#9718) #23626
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E Tests - All | |
| on: | |
| schedule: | |
| - cron: '0 */6 * * *' | |
| push: | |
| branches: | |
| - develop | |
| - trunk | |
| workflow_dispatch: | |
| env: | |
| E2E_GH_TOKEN: ${{ secrets.E2E_GH_TOKEN }} | |
| WCP_DEV_TOOLS_REPO: ${{ secrets.WCP_DEV_TOOLS_REPO }} | |
| WCP_DEV_TOOLS_BRANCH: 'trunk' | |
| WCP_SERVER_REPO: ${{ secrets.WCP_SERVER_REPO }} | |
| WC_SUBSCRIPTIONS_REPO: ${{ secrets.WC_SUBSCRIPTIONS_REPO }} | |
| E2E_BLOG_ID: ${{ secrets.E2E_BLOG_ID }} | |
| E2E_BLOG_TOKEN: ${{ secrets.E2E_BLOG_TOKEN }} | |
| E2E_USER_TOKEN: ${{ secrets.E2E_USER_TOKEN }} | |
| WC_E2E_SCREENSHOTS: 1 | |
| E2E_SLACK_CHANNEL: ${{ secrets.E2E_SLACK_CHANNEL }} | |
| E2E_SLACK_TOKEN: ${{ secrets.E2E_SLACK_TOKEN }} | |
| E2E_USE_LOCAL_SERVER: false | |
| E2E_RESULT_FILEPATH: 'tests/e2e/results.json' | |
| WC_MIN_SUPPORTED_VERSION: '7.6.0' | |
| NODE_ENV: 'test' | |
| FORCE_E2E_DEPS_SETUP: true | |
| jobs: | |
| generate-matrix: | |
| name: "Generate the matrix for subscriptions-tests dynamically" | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.generate_matrix.outputs.matrix }} | |
| steps: | |
| - name: "Generate matrix" | |
| id: generate_matrix | |
| run: | | |
| WC_VERSIONS=$( echo "[\"7.7.0\", \"latest\", \"beta\"]" ) | |
| echo "matrix={\"woocommerce\":$WC_VERSIONS,\"test_groups\":[\"wcpay\", \"subscriptions\"],\"test_branches\":[\"merchant\", \"shopper\"]}" >> $GITHUB_OUTPUT | |
| # Run WCPay & subscriptions tests against specific WC versions | |
| wcpay-subscriptions-tests: | |
| runs-on: ubuntu-latest | |
| needs: generate-matrix | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJSON(needs.generate-matrix.outputs.matrix) }} | |
| name: WC - ${{ matrix.woocommerce }} | ${{ matrix.test_groups }} - ${{ matrix.test_branches }} | |
| env: | |
| E2E_WP_VERSION: 'latest' | |
| E2E_WC_VERSION: ${{ matrix.woocommerce }} | |
| E2E_GROUP: ${{ matrix.test_groups }} | |
| E2E_BRANCH: ${{ matrix.test_branches }} | |
| SKIP_WC_BLOCKS_TESTS: 1 # skip running blocks tests | |
| steps: | |
| - name: Checkout WCPay repository | |
| uses: actions/checkout@v4 | |
| - name: Setup E2E environment | |
| uses: ./.github/actions/e2e/env-setup | |
| - name: Run tests, upload screenshots & logs | |
| uses: ./.github/actions/e2e/run-log-tests | |
| # Run tests against WC Checkout blocks & WC latest | |
| # [TODO] Unskip blocks tests after investigating constant failures. | |
| # blocks-tests: | |
| # runs-on: ubuntu-latest | |
| # name: WC - latest | blocks - shopper | |
| # env: | |
| # E2E_WP_VERSION: 'latest' | |
| # E2E_WC_VERSION: 'latest' | |
| # E2E_GROUP: 'blocks' | |
| # E2E_BRANCH: 'shopper' | |
| # SKIP_WC_SUBSCRIPTIONS_TESTS: 1 #skip installing & running subscriptions tests | |
| # SKIP_WC_ACTION_SCHEDULER_TESTS: 1 #skip installing & running action scheduler tests | |
| # steps: | |
| # - name: Checkout WCPay repository | |
| # uses: actions/checkout@v4 | |
| # - name: Setup E2E environment | |
| # uses: ./.github/actions/e2e/env-setup | |
| # - name: Run tests, upload screenshots & logs | |
| # uses: ./.github/actions/e2e/run-log-tests | |
| # Run tests against WP Nightly & WC latest | |
| wp-nightly-tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| test_groups: [ 'wcpay', 'subscriptions' ] # [TODO] Unskip blocks tests after investigating constant failures. | |
| test_branches: [ 'merchant', 'shopper' ] | |
| name: WP - nightly | WC - latest | ${{ matrix.test_groups }} - ${{ matrix.test_branches }} | |
| env: | |
| E2E_WP_VERSION: 'nightly' | |
| E2E_WC_VERSION: 'latest' | |
| E2E_GROUP: ${{ matrix.test_groups }} | |
| E2E_BRANCH: ${{ matrix.test_branches }} | |
| steps: | |
| - name: Checkout WCPay repository | |
| uses: actions/checkout@v4 | |
| - name: Setup E2E environment | |
| uses: ./.github/actions/e2e/env-setup | |
| - name: Run tests, upload screenshots & logs | |
| uses: ./.github/actions/e2e/run-log-tests |