chore: add direwolf automation (#2527)

* chore: add bash script for direwolf test run

* chore: add direwolf github workflow

* fix: syntax corrections

.github/workflows/direwolf.yml

@@ -0,0 +1,60 @@
+name: Run CLI Direwolf Tests
+
+on:
+ workflow_dispatch:
+ inputs:
+ releaseChannel:
+ type: choice
+ description: Channel to run the Direwolf tests against
+ required: true
+ options:
+ - stable
+ - beta
+ - alpha
+ direwolfEnvironment:
+ type: choice
+ description: Direwolf environment
+ required: false
+ options:
+ - production
+ - staging
+ default: staging
+
+ workflow_call:
+ inputs:
+ releaseChannel:
+ type: string
+ description: Channel to run the Direwolf tests against
+ required: true
+ default: stable
+ direwolfEnvironment:
+ type: string
+ description: Direwolf environment
+ required: false
+ default: staging
+
+jobs:
+ run-direwolf-tests:
+ name: Run Direwolf CLI tests
+ runs-on: pub-hk-ubuntu-22.04-small
+ timeout-minutes: 20
+ environment: direwolf
+ steps:
+ - name: set direwolf environment UUID
+ run: |
+ direwolf_UUID=${{ secrets.DIREWOLF_CLOUD_UUID_STAGING }}
+ if [[ ${{ inputs.direwolfEnvironment }} == 'production' ]]
+ then direwolf_UUID=${{ secrets.DIREWOLF_CLOUD_UUID_PRODUCTION }}
+ fi
+ echo "DIREWOLF_CLOUD_UUID=direwolf_UUID" >> $GITHUB_ENV
+ - uses: actions/checkout@v3
+ - name: Install jq
+ run: |
+ sudo apt-get update
+ sudo apt-get install -y awscli jq
+ - name: run direwolf suite
+ run: ./scripts/direwolf-test-run
+ env:
+ HEROKU_CLI_VERSION: ${{ inputs.releaseChannel }}
+ DIREWOLF_TOKEN: ${{ secrets.DEV_TOOLING_DIREWOLF_TOKEN }}
+ DIREWOLF_CLOUD_UUID: ${{ env.DIREWOLF_CLOUD_UUID }}

scripts/direwolf-test-run

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+set -euo pipefail
+
+DIREWOLF_SUITE="cli"
+
+# default CLI version is stable
+HEROKU_CLI_VERSION=${HEROKU_CLI_VERSION:="stable"}
+
+DIREWOLF_URL="https://$DIREWOLF_TOKEN@direwolf-api.herokai.com"
+
+POST_BODY=$(jq --null-input \
+ --arg cloud "$DIREWOLF_CLOUD_UUID" \
+ --arg suite "$DIREWOLF_SUITE" \
+ --arg env "$HEROKU_CLI_VERSION" \
+ '{"cloud": { "id": $cloud }, "suite": { "label": $suite }, "env": { "HEROKU_CLI_VERSION": $env }}')
+
+echo "Enqueuing: $POST_BODY"
+
+RUN_INFO=$(curl -sf $DIREWOLF_URL/runs \
+ -H "Content-Type: application/json" \
+ -d "${POST_BODY}")
+
+RUN_ID=$(echo $RUN_INFO | jq -r '.id')
+RUN_URL="https://direwolf.herokai.com/dashboard?run=$RUN_ID"
+echo "Enqueued: $RUN_URL"
+
+echo -n "Running: ..."
+RUN_STATE="running"
+while [[ $RUN_STATE == "running" ]]; do
+ echo -n "."
+ RUN_INFO=$(curl -sf $DIREWOLF_URL/runs/$RUN_ID)
+ RUN_STATE=$(echo $RUN_INFO | jq -r '.state')
+ sleep 10
+done
+echo " done"
+echo "Result: $RUN_STATE"
+echo "Details:"
+curl -sf $DIREWOLF_URL/runs/$RUN_ID/results | \
+ jq -r '.[] | .state + "\t\t" + .class + ": " + .label' | \
+ sort
+
+[[ $RUN_STATE == "passed" ]] || exit 1