diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index bfc20b47f..b92311196 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -20,6 +20,7 @@ jobs: run: | sudo apt update sudo apt install --yes siege jq + siege -C - name: Start containers run: docker-compose -f "docker-compose.yml" up -d --build benchmark @@ -31,21 +32,17 @@ jobs: - name: Run siege (WebMercator TMS) run: | - siege --file .github/data/urls.txt -b -c 1 -r 100 --quiet --json-output | jq -c > results.json - + siege --file .github/data/urls.txt -b -c 1 -r 100 --json-output 2>&1 | jq -c > results.json echo "Benchmark Results" - cat results.json - + cat results.json | jq echo "Parse Results" cat results.json | jq '{"name": "WebMercator elapsed_time", "unit": "s", "value": .elapsed_time}, {"name": "WebMercator data_transferred", "unit": "Megabytes", "value": .data_transferred}, {"name": "WebMercator response_time", "unit": "s", "value": .response_time}, {"name": "WebMercator longest_transaction", "unit": "s", "value": .longest_transaction}' > output.json - name: Run siege (WGS1984Quad TMS) run: | - siege --file .github/data/urls_wgs84.txt -b -c 1 -r 100 --quiet --json-output | jq -c > results.json - + siege --file .github/data/urls_wgs84.txt -b -c 1 -r 100 --json-output 2>&1 | jq -c > results.json echo "Benchmark Results" - cat results.json - + cat results.json | jq echo "Parse Results" cat results.json | jq '{"name": "WGS1984Quad elapsed_time", "unit": "s", "value": .elapsed_time}, {"name": "WGS1984Quad data_transferred", "unit": "Megabytes", "value": .data_transferred}, {"name": "WGS1984Quad response_time", "unit": "s", "value": .response_time}, {"name": "WGS1984Quad longest_transaction", "unit": "s", "value": .longest_transaction}' >> output.json @@ -55,14 +52,14 @@ jobs: - name: Merge Outputs run: | - cat output.json | jq '[inputs]' > output.json + cat output.json | jq '[inputs]' > benchmark.json - name: Check and Store benchmark result uses: benchmark-action/github-action-benchmark@v1 with: name: TiTiler performance Benchmarks tool: 'customSmallerIsBetter' - output-file-path: output.json + output-file-path: benchmark.json alert-threshold: '130%' comment-on-alert: true fail-on-alert: false