Block performance #50930
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: | |
| pull_request: | |
| push: | |
| branches: [ 'trunk', '*/branch-*' ] | |
| concurrency: | |
| group: tests-${{ github.event_name }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| COMPOSER_ROOT_VERSION: "dev-trunk" | |
| jobs: | |
| create-matrix: | |
| name: "Determine tests matrix" | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 1 # 2021-02-03: Should only take a second. | |
| outputs: | |
| matrix: ${{ steps.create-matrix.outputs.matrix }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - id: create-matrix | |
| run: | | |
| MATRIX="$(.github/files/generate-ci-matrix.php)" | |
| echo "matrix=$MATRIX" >> "$GITHUB_OUTPUT" | |
| run-tests: | |
| name: ${{ matrix.name }} | |
| runs-on: ubuntu-latest | |
| needs: create-matrix | |
| services: | |
| database: | |
| image: mysql:5.6 | |
| env: | |
| MYSQL_ROOT_PASSWORD: root | |
| ports: | |
| - 3306:3306 | |
| options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=5 | |
| continue-on-error: ${{ matrix.experimental }} | |
| timeout-minutes: ${{ matrix.timeout }} | |
| env: | |
| TEST_SCRIPT: ${{ matrix.script }} | |
| WP_BRANCH: ${{ matrix.wp }} | |
| PHP_VERSION: ${{ matrix.php }} | |
| NODE_VERSION: ${{ matrix.node }} | |
| MONOREPO_BASE: ${{ github.workspace }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJson( needs.create-matrix.outputs.matrix ) }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| # codecov.io requires a fetch depth > 1. | |
| fetch-depth: 2 | |
| # For pull requests, list-changed-projects.sh needs the merge base. | |
| # But it doesn't have to be checked out. | |
| - name: Deepen to merge base | |
| if: github.event_name == 'pull_request' | |
| uses: ./.github/actions/deepen-to-merge-base | |
| with: | |
| checkout: false | |
| - name: Setup tools | |
| uses: ./.github/actions/tool-setup | |
| with: | |
| php: ${{ matrix.php }} | |
| node: ${{ matrix.node }} | |
| - name: Monorepo install | |
| run: | | |
| echo "::group::Pnpm" | |
| pnpm install | |
| echo "::endgroup::" | |
| - name: Detect changed projects | |
| id: changed | |
| run: | | |
| CHANGED="$(EXTRA=test .github/files/list-changed-projects.sh)" | |
| ANY_PLUGINS="$(jq --argjson changed "$CHANGED" -n '$changed | with_entries( select( .key | startswith( "plugins/" ) ) ) | any')" | |
| echo "projects=${CHANGED}" >> "$GITHUB_OUTPUT" | |
| echo "any-plugins=${ANY_PLUGINS}" >> "$GITHUB_OUTPUT" | |
| - name: Setup WordPress environment for plugin tests | |
| if: steps.changed.outputs.any-plugins == 'true' && matrix.wp != 'none' | |
| run: .github/files/setup-wordpress-env.sh | |
| - name: Run project tests | |
| env: | |
| FORCE_PACKAGE_TESTS: ${{ matrix.force-package-tests && 'true' || 'false' }} | |
| CHANGED: ${{ steps.changed.outputs.projects }} | |
| run: | | |
| # If we're going to be making WorDBless use WP "nightlies", remove the relevant package from Composer's cache to get the latest version. | |
| if [[ "$WP_BRANCH" == 'trunk' && ( "$TEST_SCRIPT" == "test-php" ) ]]; then | |
| DIR=$(composer config cache-files-dir) | |
| rm -rf "$DIR/roots/wordpress" | |
| fi | |
| EXIT=0 | |
| mkdir artifacts | |
| for P in composer.json projects/*/*/composer.json; do | |
| if [[ "$P" == "composer.json" ]]; then | |
| DIR="." | |
| SLUG="monorepo" | |
| else | |
| DIR="${P%/composer.json}" | |
| SLUG="${DIR#projects/}" | |
| fi | |
| if [[ "${SLUG%%/*}" == "plugins" ]]; then | |
| # Plugins run from the WordPress checkout, not the monorepo checkout. | |
| if [[ -d "/tmp/wordpress-$WP_BRANCH/src/wp-content/$SLUG" ]]; then | |
| DIR="/tmp/wordpress-$WP_BRANCH/src/wp-content/$SLUG" | |
| fi | |
| elif [[ "$WP_BRANCH" != 'latest' && "$WP_BRANCH" != 'none' && "$FORCE_PACKAGE_TESTS" != "true" ]]; then | |
| echo "Skipping $SLUG, only plugins run for WP_BRANCH = $WP_BRANCH" | |
| continue | |
| fi | |
| if ! jq --argjson changed "$CHANGED" --arg p "$SLUG" -ne '$changed[$p] // false' > /dev/null; then | |
| echo "Skipping $SLUG, no changes in it or its dependencies" | |
| elif ! jq --arg script "$TEST_SCRIPT" -e '.scripts[$script] // false' "$P" > /dev/null; then | |
| echo "Skipping $SLUG, no test script is defined in composer.json" | |
| else | |
| if jq --arg script "skip-$TEST_SCRIPT" -e '.scripts[$script] // false' "$P" > /dev/null; then | |
| { composer --working-dir="$DIR" run "skip-$TEST_SCRIPT"; CODE=$?; } || true | |
| if [[ $CODE -eq 3 ]]; then | |
| echo "Skipping tests for $SLUG due to skip-$TEST_SCRIPT script" | |
| continue | |
| elif [[ $CODE -ne 0 ]]; then | |
| echo "::error::Script skip-$TEST_SCRIPT failed to run $CODE!" | |
| EXIT=1 | |
| continue | |
| fi | |
| fi | |
| echo "::group::Running tests for $SLUG" | |
| # Composer install, if appropriate. Note setup-wordpress-env.sh did it already for plugins. | |
| if [[ "${SLUG%%/*}" != "plugins" && "$TEST_SCRIPT" == "test-php" ]]; then | |
| if [[ ! -f "$DIR/composer.lock" ]]; then | |
| echo 'No composer.lock, running `composer update`' | |
| composer --working-dir="$DIR" update | |
| elif composer --working-dir="$DIR" check-platform-reqs --lock; then | |
| echo 'Platform reqs pass, running `composer install`' | |
| composer --working-dir="$DIR" install | |
| else | |
| echo 'Platform reqs failed, running `composer update`' | |
| composer --working-dir="$DIR" update | |
| fi | |
| fi | |
| if [[ "$WP_BRANCH" == 'trunk' && "$TEST_SCRIPT" == "test-php" ]]; then | |
| VER=$(composer --format=json --working-dir="$DIR" show | jq -r '.installed[] | select( .name == "roots/wordpress" ) | .version') | |
| if [[ -n "$VER" ]]; then | |
| echo 'Supposed to run tests against WordPress trunk, so upgrading roots/wordpress to dev-nightly' | |
| # Composer seems to sometimes have issues with deleting the wordpress dir on its own, so do it manually first. | |
| rm -rf "$DIR/wordpress" | |
| composer --working-dir="$DIR" require --dev roots/wordpress="dev-nightly as $VER" | |
| fi | |
| fi | |
| mkdir -p "artifacts/$SLUG" | |
| export ARTIFACTS_DIR="$GITHUB_WORKSPACE/artifacts/$SLUG" | |
| FAIL=false | |
| if ! composer run --timeout=0 --working-dir="$DIR" "$TEST_SCRIPT"; then | |
| FAIL=true | |
| EXIT=1 | |
| fi | |
| # Actions seems to slow down if there are a lot of files, so clean up Composer stuff after each test. | |
| # We don't do it for JS stuff, as that might break things with how JS does package deps. | |
| rm -rf "$DIR/vendor" "$DIR/jetpack_vendor" "$DIR/wordpress" | |
| echo "::endgroup::" | |
| $FAIL && echo "::error::Tests for $SLUG failed!" | |
| fi | |
| done | |
| exit $EXIT | |
| - name: Check for artifacts | |
| id: check-artifacts | |
| # Default for `if` is `success()`, we want this to run always. | |
| if: always() | |
| run: | | |
| [[ -d artifacts ]] && find artifacts -type d -empty -delete | |
| if [[ -d artifacts ]]; then | |
| echo "any=true" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "any=false" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Upload artifacts | |
| if: always() && steps.check-artifacts.outputs.any == 'true' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ matrix.artifact }} | |
| path: artifacts | |
| retention-days: 7 | |
| # Probably this should be a linting test, but we don't run linting on trunk or release branches. | |
| plugin-deps: | |
| name: Check plugin monorepo dep versions | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 2 # 2022-09-08: Should only take a few seconds. | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup tools | |
| uses: ./.github/actions/tool-setup | |
| with: | |
| node: false | |
| - name: Run check | |
| run: | | |
| if [[ "$GITHUB_EVENT_NAME" == 'push' ]]; then | |
| REF="${GITHUB_REF#refs/heads/}" | |
| elif [[ "$GITHUB_EVENT_NAME" == 'pull_request' || "$GITHUB_EVENT_NAME" == 'pull_request_target' ]]; then | |
| REF="$GITHUB_BASE_REF" | |
| else | |
| echo "::error::Unsupported github event \"$GITHUB_EVENT_NAME\"" | |
| exit 1 | |
| fi | |
| echo "Detected target ref \"$REF\"" | |
| if [[ "$REF" == trunk ]]; then | |
| ARGS=( --dev ) | |
| elif [[ "$REF" == */branch-* ]]; then | |
| ARGS=( --release ) | |
| TMP="$(jq -r --arg P "${REF%%/branch-*}" '.extra["release-branch-prefix"] | if type == "array" then . else [ . ] end | if index( $P ) then input_filename | match( "^projects/plugins/([^/]+)/composer.json$" ).captures[0].string else empty end' projects/plugins/*/composer.json)" | |
| while IFS= read -r LINE; do | |
| ARGS+=( "$LINE" ) | |
| done <<<"$TMP" | |
| else | |
| echo "Unsupported ref \"$REF\", ignoring" | |
| exit 0 | |
| fi | |
| echo "Running tools/check-plugin-monorepo-deps.sh ${ARGS[@]}" | |
| tools/check-plugin-monorepo-deps.sh "${ARGS[@]}" |