build #2170
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build | |
| on: | |
| push: | |
| branches: [ main, release-13.0.x, release-12.0.x, release-11.6.x, release-11.5.x, task/*_compatibility ] | |
| tags: | |
| - "**" | |
| pull_request: | |
| branches: [ main, release-13.0.x, release-12.0.x, release-11.6.x, release-11.5.x, task/*_compatibility ] | |
| # Run tests daily at 19:23 to get TYPO3 changes and fix them immediately. | |
| # @todo: | |
| # * run only on dev-<TYPO3-LTS-branch/alias> | |
| # * create issue on GH or message via TYPO3 Slack bot, if tests failed | |
| schedule: | |
| - cron: '23 19 * * *' | |
| env: | |
| IS_ON_GITHUB_ACTIONS: 'true' | |
| CI_BUILD_DIRECTORY: '/home/runner/work/ext-solr/ext-solr/.Build' | |
| LOCAL_IMAGE_NAME: 'solrci-image:latest' | |
| LOCAL_CONTAINER_NAME: 'solrci-container' | |
| TESTING_SOLR_PORT: 8983 | |
| LOCAL_VOLUME_NAME: 'solrci-volume' | |
| LOCAL_VOLUME_PATH: '/home/runner/work/ext-solr/ext-solr/.Build/data-solr' | |
| jobs: | |
| ci_bootstrapping: | |
| name: "Build and test docker image + Collect build matrix" | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.collect_build_matrix.outputs.matrix }} | |
| steps: | |
| # Workaround for issue with actions/checkout "wrong PR commit checkout": | |
| # See: | |
| # ** https://github.com/actions/checkout/issues/299#issuecomment-677674415 | |
| # ** https://github.com/actions/checkout/issues/1359#issuecomment-1631503791 | |
| - | |
| name: Checkout current state of Pull Request | |
| if: github.event_name == 'pull_request' | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - | |
| name: Checkout current state of Branch | |
| if: ${{ github.event_name == 'push' || github.event_name == 'schedule' }} | |
| uses: actions/checkout@v4 | |
| # End: Workaround for issue with actions/checkout... | |
| - | |
| name: "Resolve target branch of pull request." | |
| if: github.event_name == 'pull_request' | |
| run: | | |
| echo "BRANCH_NAME=${{ github.event.pull_request.base.ref }}" >> $GITHUB_ENV | |
| - | |
| name: "Resolve branch name on push in branch of repository." | |
| if: ${{ !startsWith(github.ref, 'refs/tags/') && (github.event_name == 'push' || github.event_name == 'schedule') }} | |
| run: | | |
| echo "BRANCH_NAME=${GITHUB_REF#refs/heads/}" >> $GITHUB_ENV | |
| - | |
| # We want to pass tests before the tag/release can be pushed to TER. | |
| # This step resolves the branch name of the tag to use, to be able to collect proper build matrix values. | |
| name: "Resolve branch name on release/tag in branch of repository." | |
| if: startsWith(github.ref, 'refs/tags/') | |
| # //[!0-9]/ in script below removes possible "v" prefix from major part, | |
| # to prevent errors or make it possible to create tags with "v" or other prefixes. | |
| run: | | |
| export RELEASE_VERSION=${GITHUB_REF/refs\/tags\//} | |
| export MAJOR_MINOR_VERSIONS_STRING=$(v=( ${RELEASE_VERSION//./ } ) && echo "${v[0]//[!0-9]/}.${v[1]}") | |
| export BRANCH_NAME=release-"$MAJOR_MINOR_VERSIONS_STRING".x | |
| echo "BRANCH_NAME=$BRANCH_NAME" >> $GITHUB_ENV | |
| - | |
| name: Collect build matrix | |
| id: collect_build_matrix | |
| run: | | |
| export matrix=$(cat .github/workflows/ci-matrix.json | jq --raw-output .\"${{ env.BRANCH_NAME }}\") | |
| echo "Base ref is $GITHUB_BASE_REF" | |
| echo "BRANCH_NAME="$BRANCH_NAME | |
| echo -e "matrix : " | |
| echo $matrix | |
| echo "matrix=$(echo $matrix)" >> $GITHUB_OUTPUT | |
| - | |
| name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - | |
| name: Build Docker image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: ./Docker/SolrServer/Dockerfile | |
| tags: solrci-image:latest | |
| outputs: type=docker,dest=/tmp/solrci-image.tar | |
| - | |
| name: Test Image | |
| run: | | |
| pwd | |
| ls -la ../ | |
| docker load --input /tmp/solrci-image.tar | |
| docker image ls -a | |
| ./Build/Test/cibuild_docker.sh | |
| - | |
| name: Upload artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: solrci-image | |
| path: /tmp/solrci-image.tar | |
| retention-days: 1 | |
| tests: | |
| runs-on: ubuntu-latest | |
| needs: ci_bootstrapping | |
| continue-on-error: ${{ contains(matrix.TYPO3, '-dev') }} | |
| strategy: | |
| matrix: ${{fromJson(needs.ci_bootstrapping.outputs.matrix)}} | |
| env: | |
| TYPO3_DATABASE_NAME: 'typo3_ci' | |
| TYPO3_DATABASE_HOST: '127.0.0.1' | |
| TYPO3_DATABASE_USERNAME: 'root' | |
| TYPO3_DATABASE_PASSWORD: 'root' | |
| TYPO3_VERSION: ${{ matrix.TYPO3 }} | |
| name: TYPO3 ${{ matrix.TYPO3 }} on PHP ${{ matrix.PHP }} | |
| steps: | |
| # Workaround for issue with actions/checkout "wrong PR commit checkout". See: ci_bootstrapping job | |
| - | |
| name: Checkout current state of Pull Request | |
| if: github.event_name == 'pull_request' | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 2 | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - | |
| name: Checkout current state of Branch | |
| if: ${{ github.event_name == 'push' || github.event_name == 'schedule' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 2 | |
| # End: Workaround for issue with actions/checkout... | |
| - | |
| name: Mount RAMFS | |
| run: | | |
| mkdir -p ${{ env.CI_BUILD_DIRECTORY }} | |
| sudo mount -t tmpfs -o size=1G none ${{ env.CI_BUILD_DIRECTORY }} | |
| sudo mkdir -p ${{ env.CI_BUILD_DIRECTORY }}/data-{solr,mysql} \ | |
| && sudo chown $USER ${{ env.CI_BUILD_DIRECTORY }}/data-mysql \ | |
| && sudo chown 8983:8983 ${{ env.CI_BUILD_DIRECTORY }}/data-solr | |
| - | |
| name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - | |
| name: Download solrci-image from "ci_bootstrapping" job | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: solrci-image | |
| path: /tmp | |
| - | |
| name: 'Start Docker: Solr, MySQL' | |
| run: | | |
| docker load --input /tmp/solrci-image.tar | |
| docker run --name "MySQL-CI" -v ${{ env.CI_BUILD_DIRECTORY }}/data-mysql:/var/lib/mysql -p 3306:3306 \ | |
| -e MYSQL_DATABASE=$TYPO3_DATABASE_NAME \ | |
| -e MYSQL_ROOT_PASSWORD=$TYPO3_DATABASE_PASSWORD \ | |
| -d mysql:8.0 mysqld --default-authentication-plugin=mysql_native_password | |
| sudo chmod g+w "$LOCAL_VOLUME_PATH" | |
| docker volume create --name "$LOCAL_VOLUME_NAME" --opt type=none --opt device="$LOCAL_VOLUME_PATH" --opt o=bind | |
| docker run --rm --name="$LOCAL_CONTAINER_NAME" -d -p 127.0.0.1:8983:8983 -v "$LOCAL_VOLUME_NAME":"/var/solr" "$LOCAL_IMAGE_NAME" | |
| docker ps | |
| rm /tmp/solrci-image.tar | |
| - | |
| name: Setup PHP | |
| uses: shivammathur/setup-php@v2 | |
| with: | |
| php-version: ${{ matrix.PHP }} | |
| coverage: pcov | |
| tools: composer:2.5.5 | |
| - | |
| name: CI-Bootstrap | |
| run: | | |
| ./Build/Test/bootstrap.sh --skip-solr-install | |
| echo "Current Size of EXT:Solr build Artefacts before run: " \ | |
| && sudo du -sh "${{ env.CI_BUILD_DIRECTORY }}" | |
| - | |
| name: CI-Build | |
| run: | | |
| ./Build/Test/cibuild.sh | |
| echo "Current Size of EXT:Solr build Artefacts after run: " \ | |
| && sudo du -sh "${{ env.CI_BUILD_DIRECTORY }}" \ | |
| && sudo du -sh ${{ env.CI_BUILD_DIRECTORY }}/* | |
| - | |
| name: Upload code coverage to Scrutinizer | |
| run: | | |
| ocular code-coverage:upload --format=php-clover coverage.unit.clover | |
| ocular code-coverage:upload --format=php-clover coverage.integration.clover | |
| - | |
| name: Clean up | |
| run: | | |
| docker stop "MySQL-CI" 2>&1 | |
| docker stop "$LOCAL_CONTAINER_NAME" 2>&1 | |
| sudo rm -Rf ${{ env.CI_BUILD_DIRECTORY }}/Web/typo3temp/* \ | |
| ${{ env.CI_BUILD_DIRECTORY }}/data-mysql \ | |
| ${{ env.CI_BUILD_DIRECTORY }}/data-solr | |
| publish: | |
| name: Publish new version to TER | |
| needs: tests | |
| if: startsWith(github.ref, 'refs/tags/') | |
| runs-on: ubuntu-20.04 | |
| env: | |
| TYPO3_API_TOKEN: ${{ secrets.TYPO3_API_TOKEN }} | |
| steps: | |
| - | |
| name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - | |
| name: Check tag | |
| run: | | |
| TAGGED_VERSION=$(echo "${{ github.ref }}" | awk '{print tolower($0)}') | |
| if ! [[ "${TAGGED_VERSION}" =~ ^refs/tags/[0-9]{1,3}.[0-9]{1,3}.[0-9]{1,3}((-pre)?-(alpha|beta|rc)(-?[0-9]{1,3})?)?$ ]]; then | |
| >&2 echo -e "Non-stable releases can not be published to TER. The tag ${TAGGED_VERSION} is invalid for TER." | |
| exit 0 | |
| fi | |
| - | |
| name: Resolve PHP version to use | |
| run: | | |
| export PHP_VERSION_TO_USE=$(cat Resources/Private/Php/ComposerLibraries/composer.json | jq --raw-output '.config.platform.php') | |
| echo "PHP_VERSION_TO_USE=$PHP_VERSION_TO_USE" >> $GITHUB_ENV | |
| - | |
| name: Setup PHP | |
| uses: shivammathur/setup-php@v2 | |
| with: | |
| php-version: ${{ env.PHP_VERSION_TO_USE }} | |
| extensions: intl, mbstring, json, zip, curl | |
| tools: composer:v2 | |
| - | |
| name: Install tailor | |
| run: composer global require typo3/tailor --prefer-dist --no-progress | |
| - | |
| name: Publish EXT:solr to TER | |
| run: | | |
| export RELEASE_VERSION=${GITHUB_REF/refs\/tags\//} | |
| export TER_COMMENT=$(git tag -n99 -l "$RELEASE_VERSION" | sed "s/^[0-9.]*[ ]*//g") | |
| if [[ -z "${TER_COMMENT// }" ]]; then | |
| export TER_COMMENT="Released version $RELEASE_VERSION of EXT:solr" | |
| fi | |
| echo "Following message will be printed in TER as release description:" | |
| echo -e "$TER_COMMENT" | |
| if ! composer extension-build; then | |
| >&2 echo -e "Something went wrong on bulding EXT:solr for NON-Composer mode. Please look in the job." | |
| exit 13 | |
| fi | |
| php ~/.composer/vendor/bin/tailor ter:publish --comment "$TER_COMMENT" "$RELEASE_VERSION" |