Add support for modular build structure. #100

Workflow file for this run

	# Copyright 2021-2024 Andrey Semashev
	#
	# Distributed under the Boost Software License, Version 1.0.
	# (See accompanying file LICENSE_1_0.txt or copy at http://boost.org/LICENSE_1_0.txt)

	name: CI

	on:
	pull_request:
	push:
	branches:
	- master
	- develop
	- feature/**

	concurrency:
	group: ${{format('{0}:{1}', github.repository, github.ref)}}
	cancel-in-progress: true

	env:
	GIT_FETCH_JOBS: 8
	NET_RETRY_COUNT: 5
	DEFAULT_BUILD_VARIANT: debug,release

	jobs:
	posix:
	defaults:
	run:
	shell: bash

	strategy:
	fail-fast: false
	matrix:
	include:
	# Linux, gcc
	- toolset: gcc-4.6
	cxxstd: "0x"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- g++-4.6
	sources:
	- "ppa:ubuntu-toolchain-r/test"
	- toolset: gcc-4.7
	cxxstd: "11"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- g++-4.7
	- toolset: gcc-4.8
	cxxstd: "11"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- g++-4.8
	- toolset: gcc-4.9
	cxxstd: "11"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- g++-4.9
	- toolset: gcc-5
	cxxstd: "11,14,1z"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- g++-5
	- toolset: gcc-6
	cxxstd: "11,14,1z"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- g++-6
	- toolset: gcc-7
	cxxstd: "11,14,17"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- g++-7
	- toolset: gcc-8
	cxxstd: "11,14,17,2a"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- g++-8
	- toolset: gcc-9
	cxxstd: "11,14,17,2a"
	os: ubuntu-20.04
	install:
	- g++-9
	- toolset: gcc-10
	cxxstd: "11,14,17,20"
	os: ubuntu-20.04
	install:
	- g++-10
	- toolset: gcc-11
	cxxstd: "11,14,17,20,23"
	os: ubuntu-22.04
	install:
	- g++-11
	- toolset: gcc-12
	cxxstd: "11,14,17,20,23"
	os: ubuntu-22.04
	install:
	- g++-12
	- toolset: gcc-13
	cxxstd: "11,14,17,20,23"
	os: ubuntu-latest
	container: ubuntu:23.04
	install:
	- g++-13
	- name: UBSAN
	toolset: gcc-11
	cxxstd: "11,14,17,20,23"
	ubsan: 1
	build_variant: debug
	os: ubuntu-22.04
	install:
	- g++-11

	# Linux, clang
	- toolset: clang
	compiler: clang++-3.5
	cxxstd: "11"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- clang-3.5
	- toolset: clang
	compiler: clang++-3.6
	cxxstd: "11,14"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- clang-3.6
	- toolset: clang
	compiler: clang++-3.7
	cxxstd: "11,14"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- clang-3.7
	- toolset: clang
	compiler: clang++-3.8
	cxxstd: "11,14"
	os: ubuntu-latest
	container: ubuntu:16.04
	install:
	- clang-3.8
	- toolset: clang
	compiler: clang++-3.9
	cxxstd: "11,14"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- clang-3.9
	- toolset: clang
	compiler: clang++-4.0
	cxxstd: "11,14"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- clang-4.0
	- toolset: clang
	compiler: clang++-5.0
	cxxstd: "11,14,1z"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- clang-5.0
	- toolset: clang
	compiler: clang++-6.0
	cxxstd: "11,14,17"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- clang-6.0
	- toolset: clang
	compiler: clang++-7
	cxxstd: "11,14,17"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- clang-7
	# Note: clang-8 does not fully support C++20, so it is not compatible with libstdc++-8 in this mode
	- toolset: clang
	compiler: clang++-8
	cxxstd: "11,14,17,2a"
	os: ubuntu-latest
	container: ubuntu:18.04
	install:
	- clang-8
	- g++-7
	gcc_toolchain: 7
	- toolset: clang
	compiler: clang++-9
	cxxstd: "11,14,17,2a"
	os: ubuntu-20.04
	install:
	- clang-9
	- toolset: clang
	compiler: clang++-10
	cxxstd: "11,14,17,20"
	os: ubuntu-20.04
	install:
	- clang-10
	- toolset: clang
	compiler: clang++-11
	cxxstd: "11,14,17,20"
	os: ubuntu-22.04
	install:
	- clang-11
	- toolset: clang
	compiler: clang++-12
	cxxstd: "11,14,17,20,2b"
	os: ubuntu-22.04
	install:
	- clang-12
	- g++-11
	gcc_toolchain: 11
	- toolset: clang
	compiler: clang++-13
	cxxstd: "11,14,17,20,2b"
	os: ubuntu-22.04
	install:
	- clang-13
	- g++-11
	gcc_toolchain: 11
	- toolset: clang
	compiler: clang++-14
	cxxstd: "11,14,17,20,2b"
	os: ubuntu-22.04
	install:
	- clang-14
	- g++-11
	gcc_toolchain: 11
	- toolset: clang
	compiler: clang++-15
	cxxstd: "11,14,17,20,2b"
	os: ubuntu-22.04
	install:
	- clang-15
	- g++-11
	gcc_toolchain: 11
	- toolset: clang
	compiler: clang++-15
	cxxstd: "11,14,17,20,2b"
	os: ubuntu-22.04
	install:
	- clang-15
	- libc++-15-dev
	- libc++abi-15-dev
	cxxflags: -stdlib=libc++
	linkflags: -stdlib=libc++
	- toolset: clang
	compiler: clang++-16
	cxxstd: "11,14,17,20,2b"
	os: ubuntu-22.04
	install:
	- clang-16
	sources:
	- "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-16 main"
	source_keys:
	- "https://apt.llvm.org/llvm-snapshot.gpg.key"
	- toolset: clang
	compiler: clang++-16
	cxxstd: "11,14,17,20,2b"
	os: ubuntu-22.04
	install:
	- clang-16
	- libc++-16-dev
	- libc++abi-16-dev
	sources:
	- "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-16 main"
	source_keys:
	- "https://apt.llvm.org/llvm-snapshot.gpg.key"
	cxxflags: -stdlib=libc++
	linkflags: -stdlib=libc++
	- toolset: clang
	compiler: clang++-17
	cxxstd: "11,14,17,20,23"
	os: ubuntu-22.04
	install:
	- clang-17
	sources:
	- "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-17 main"
	source_keys:
	- "https://apt.llvm.org/llvm-snapshot.gpg.key"
	- toolset: clang
	compiler: clang++-17
	cxxstd: "11,14,17,20,23"
	os: ubuntu-22.04
	install:
	- clang-17
	- libc++-17-dev
	- libc++abi-17-dev
	sources:
	- "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-17 main"
	source_keys:
	- "https://apt.llvm.org/llvm-snapshot.gpg.key"
	cxxflags: -stdlib=libc++
	linkflags: -stdlib=libc++
	- name: UBSAN
	toolset: clang
	compiler: clang++-15
	cxxstd: "11,14,17,20,2b"
	cxxflags: -stdlib=libc++
	linkflags: -stdlib=libc++
	ubsan: 1
	build_variant: debug
	os: ubuntu-22.04
	install:
	- clang-15
	- libc++-15-dev
	- libc++abi-15-dev

	- toolset: clang
	cxxstd: "11,14,17,20,2b"
	os: macos-12
	- toolset: clang
	cxxstd: "11,14,17,20,2b"
	os: macos-13
	- toolset: clang
	cxxstd: "11,14,17,20,2b"
	os: macos-14

	- name: CMake tests
	cmake_tests: 1
	os: ubuntu-20.04

	timeout-minutes: 20
	runs-on: ${{matrix.os}}
	container: ${{matrix.container}}

	steps:
	- name: Setup environment
	run: \|
	if [ -f "/etc/debian_version" ]
	then
	echo "DEBIAN_FRONTEND=noninteractive" >> $GITHUB_ENV
	export DEBIAN_FRONTEND=noninteractive
	fi
	if [ -n "${{matrix.container}}" ]
	then
	echo "GHA_CONTAINER=${{matrix.container}}" >> $GITHUB_ENV
	if [ -f "/etc/debian_version" ]
	then
	apt-get -o Acquire::Retries=$NET_RETRY_COUNT update
	if [ "$(apt-cache search "^python-is-python3$" \| wc -l)" -ne 0 ]
	then
	PYTHON_PACKAGE="python-is-python3"
	else
	PYTHON_PACKAGE="python"
	fi
	apt-get -o Acquire::Retries=$NET_RETRY_COUNT install -y sudo software-properties-common tzdata wget curl apt-transport-https ca-certificates make build-essential g++ $PYTHON_PACKAGE python3 perl git cmake
	fi
	fi
	git config --global pack.threads 0

	- name: Install packages
	if: matrix.install
	run: \|
	declare -a SOURCE_KEYS SOURCES
	if [ -n "${{join(matrix.source_keys, ' ')}}" ]
	then
	SOURCE_KEYS=("${{join(matrix.source_keys, '" "')}}")
	fi
	if [ -n "${{join(matrix.sources, ' ')}}" ]
	then
	SOURCES=("${{join(matrix.sources, '" "')}}")
	fi
	for key in "${SOURCE_KEYS[@]}"
	do
	for i in {1..$NET_RETRY_COUNT}
	do
	echo "Adding key: $key"
	wget -O - "$key" \| sudo apt-key add - && break \|\| sleep 2
	done
	done
	if [ ${#SOURCES[@]} -gt 0 ]
	then
	APT_ADD_REPO_COMMON_ARGS=("-y")
	APT_ADD_REPO_SUPPORTED_ARGS="$(apt-add-repository --help \| perl -ne 'if (/^\s-n/) { print "n"; } elsif (/^\s-P/) { print "P"; } elsif (/^\s-S/) { print "S"; } elsif (/^\s-U/) { print "U"; }')"
	if [ -n "$APT_ADD_REPO_SUPPORTED_ARGS" -a -z "${APT_ADD_REPO_SUPPORTED_ARGS##n}" ]
	then
	APT_ADD_REPO_COMMON_ARGS+=("-n")
	fi
	APT_ADD_REPO_HAS_SOURCE_ARGS="$([ -n "$APT_ADD_REPO_SUPPORTED_ARGS" -a -z "${APT_ADD_REPO_SUPPORTED_ARGS##P}" -a -z "${APT_ADD_REPO_SUPPORTED_ARGS##S}" -a -z "${APT_ADD_REPO_SUPPORTED_ARGS##U}" ] && echo 1 \|\| echo 0)"
	for source in "${SOURCES[@]}"
	do
	for i in {1..$NET_RETRY_COUNT}
	do
	APT_ADD_REPO_ARGS=("${APT_ADD_REPO_COMMON_ARGS[@]}")
	if [ $APT_ADD_REPO_HAS_SOURCE_ARGS -ne 0 ]
	then
	case "$source" in
	"ppa:"*)
	APT_ADD_REPO_ARGS+=("-P")
	;;
	"deb "*)
	APT_ADD_REPO_ARGS+=("-S")
	;;
	*)
	APT_ADD_REPO_ARGS+=("-U")
	;;
	esac
	fi
	APT_ADD_REPO_ARGS+=("$source")
	echo "apt-add-repository ${APT_ADD_REPO_ARGS[@]}"
	sudo -E apt-add-repository "${APT_ADD_REPO_ARGS[@]}" && break \|\| sleep 2
	done
	done
	fi
	sudo apt-get -o Acquire::Retries=$NET_RETRY_COUNT update
	sudo apt-get -o Acquire::Retries=$NET_RETRY_COUNT install -y ${{join(matrix.install, ' ')}}

	- name: Setup GCC Toolchain
	if: matrix.gcc_toolchain
	run: \|
	GCC_TOOLCHAIN_ROOT="$HOME/gcc-toolchain"
	echo "GCC_TOOLCHAIN_ROOT=\"$GCC_TOOLCHAIN_ROOT\"" >> $GITHUB_ENV
	MULTIARCH_TRIPLET="$(dpkg-architecture -qDEB_HOST_MULTIARCH)"
	mkdir -p "$GCC_TOOLCHAIN_ROOT"
	ln -s /usr/include "$GCC_TOOLCHAIN_ROOT/include"
	ln -s /usr/bin "$GCC_TOOLCHAIN_ROOT/bin"
	mkdir -p "$GCC_TOOLCHAIN_ROOT/lib/gcc/$MULTIARCH_TRIPLET"
	ln -s "/usr/lib/gcc/$MULTIARCH_TRIPLET/${{matrix.gcc_toolchain}}" "$GCC_TOOLCHAIN_ROOT/lib/gcc/$MULTIARCH_TRIPLET/${{matrix.gcc_toolchain}}"

	- name: Setup Boost
	run: \|
	echo GITHUB_REPOSITORY: $GITHUB_REPOSITORY
	LIBRARY=${GITHUB_REPOSITORY#*/}
	echo LIBRARY: $LIBRARY
	echo "LIBRARY=$LIBRARY" >> $GITHUB_ENV
	echo GITHUB_BASE_REF: $GITHUB_BASE_REF
	echo GITHUB_REF: $GITHUB_REF
	REF=${GITHUB_BASE_REF:-$GITHUB_REF}
	REF=${REF#refs/heads/}
	echo REF: $REF
	BOOST_BRANCH=develop && [ "$REF" = "master" ] && BOOST_BRANCH=master \|\| true
	echo BOOST_BRANCH: $BOOST_BRANCH
	BUILD_JOBS=$((nproc \|\| sysctl -n hw.ncpu) 2> /dev/null)
	echo "BUILD_JOBS=$BUILD_JOBS" >> $GITHUB_ENV
	echo "CMAKE_BUILD_PARALLEL_LEVEL=$BUILD_JOBS" >> $GITHUB_ENV
	DEPINST_ARGS=()
	GIT_VERSION="$(git --version \| sed -e 's/git version //')"
	GIT_HAS_JOBS=1
	if [ -f "/etc/debian_version" ]
	then
	if $(dpkg --compare-versions "$GIT_VERSION" lt 2.8.0)
	then
	GIT_HAS_JOBS=0
	fi
	else
	declare -a GIT_VER=(${GIT_VERSION//./ })
	declare -a GIT_MIN_VER=(2 8 0)
	for ((i=0; i<${#GIT_VER[@]}; i++))
	do
	if [ -z "${GIT_MIN_VER[i]}" ]
	then
	GIT_MIN_VER[i]=0
	fi
	if [ "${GIT_VER[i]}" -lt "${GIT_MIN_VER[i]}" ]
	then
	GIT_HAS_JOBS=0
	break
	fi
	done
	fi
	if [ "$GIT_HAS_JOBS" -ne 0 ]
	then
	DEPINST_ARGS+=("--git_args" "--jobs $GIT_FETCH_JOBS")
	fi
	mkdir -p snapshot
	cd snapshot
	echo "Downloading library snapshot: https://github.com/${GITHUB_REPOSITORY}/archive/${GITHUB_SHA}.tar.gz"
	curl -L --retry "$NET_RETRY_COUNT" -o "${LIBRARY}-${GITHUB_SHA}.tar.gz" "https://github.com/${GITHUB_REPOSITORY}/archive/${GITHUB_SHA}.tar.gz"
	tar -xf "${LIBRARY}-${GITHUB_SHA}.tar.gz"
	if [ ! -d "${LIBRARY}-${GITHUB_SHA}" ]
	then
	echo "Library snapshot does not contain the library directory ${LIBRARY}-${GITHUB_SHA}:"
	ls -la
	exit 1
	fi
	rm -f "${LIBRARY}-${GITHUB_SHA}.tar.gz"
	cd ..
	git clone -b "$BOOST_BRANCH" --depth 1 "https://github.com/boostorg/boost.git" "boost-root"
	cd boost-root
	mkdir -p libs
	rm -rf "libs/$LIBRARY"
	mv -f "../snapshot/${LIBRARY}-${GITHUB_SHA}" "libs/$LIBRARY"
	rm -rf "../snapshot"
	git submodule update --init tools/boostdep
	DEPINST_ARGS+=("$LIBRARY")
	python tools/boostdep/depinst/depinst.py "${DEPINST_ARGS[@]}"
	if [ -z "${{matrix.cmake_tests}}" ]
	then
	./bootstrap.sh
	./b2 headers
	if [ -n "${{matrix.compiler}}" -o -n "$GCC_TOOLCHAIN_ROOT" ]
	then
	echo -n "using ${{matrix.toolset}} : : ${{matrix.compiler}}" > ~/user-config.jam
	if [ -n "$GCC_TOOLCHAIN_ROOT" ]
	then
	echo -n " : <compileflags>\"--gcc-toolchain=$GCC_TOOLCHAIN_ROOT\" <linkflags>\"--gcc-toolchain=$GCC_TOOLCHAIN_ROOT\"" >> ~/user-config.jam
	fi
	echo " ;" >> ~/user-config.jam
	fi
	fi

	- name: Run tests
	if: matrix.cmake_tests == ''
	run: \|
	cd boost-root
	B2_ARGS=("-j" "$BUILD_JOBS" "toolset=${{matrix.toolset}}" "cxxstd=${{matrix.cxxstd}}")
	if [ -n "${{matrix.build_variant}}" ]
	then
	B2_ARGS+=("variant=${{matrix.build_variant}}")
	else
	B2_ARGS+=("variant=$DEFAULT_BUILD_VARIANT")
	fi
	if [ -n "${{matrix.threading}}" ]
	then
	B2_ARGS+=("threading=${{matrix.threading}}")
	fi
	if [ -n "${{matrix.ubsan}}" ]
	then
	export UBSAN_OPTIONS="print_stacktrace=1"
	B2_ARGS+=("cxxflags=-fsanitize=undefined -fno-sanitize-recover=undefined" "linkflags=-fsanitize=undefined -fuse-ld=gold" "define=UBSAN=1" "debug-symbols=on" "visibility=global")
	fi
	if [ -n "${{matrix.cxxflags}}" ]
	then
	B2_ARGS+=("cxxflags=${{matrix.cxxflags}}")
	fi
	if [ -n "${{matrix.linkflags}}" ]
	then
	B2_ARGS+=("linkflags=${{matrix.linkflags}}")
	fi
	B2_ARGS+=("libs/$LIBRARY/test")
	./b2 "${B2_ARGS[@]}"

	- name: Run CMake tests
	if: matrix.cmake_tests
	run: \|
	if [ -n "${{matrix.macosx_version_min}}" ]
	then
	export MACOSX_DEPLOYMENT_TARGET="${{matrix.macosx_version_min}}"
	fi
	cd boost-root
	mkdir __build_static__ && cd __build_static__
	cmake ../libs/$LIBRARY/test/test_cmake
	cmake --build . --target boost_${LIBRARY}_cmake_self_test -j $BUILD_JOBS
	cd ..
	mkdir __build_shared__ && cd __build_shared__
	cmake -DBUILD_SHARED_LIBS=On ../libs/$LIBRARY/test/test_cmake
	cmake --build . --target boost_${LIBRARY}_cmake_self_test -j $BUILD_JOBS

	windows:
	strategy:
	fail-fast: false
	matrix:
	include:
	- toolset: msvc-14.0
	cxxstd: "14"
	addrmd: 32,64
	os: windows-2019
	- toolset: msvc-14.2
	cxxstd: "14,17,20,latest"
	addrmd: 32,64
	os: windows-2019
	- toolset: msvc-14.3
	cxxstd: "14,17,20,latest"
	addrmd: 32,64
	os: windows-2022
	- toolset: clang-win
	cxxstd: "14,17,latest"
	addrmd: 32,64
	os: windows-2022
	- toolset: gcc
	cxxstd: "11,14,17,2a"
	addrmd: 64
	os: windows-2019

	timeout-minutes: 20
	runs-on: ${{matrix.os}}

	steps:
	- name: Setup Boost
	shell: cmd
	run: \|
	echo GITHUB_REPOSITORY: %GITHUB_REPOSITORY%
	for /f %%i in ("%GITHUB_REPOSITORY%") do set LIBRARY=%%~nxi
	echo LIBRARY: %LIBRARY%
	echo LIBRARY=%LIBRARY%>>%GITHUB_ENV%
	echo GITHUB_BASE_REF: %GITHUB_BASE_REF%
	echo GITHUB_REF: %GITHUB_REF%
	if "%GITHUB_BASE_REF%" == "" set GITHUB_BASE_REF=%GITHUB_REF%
	set BOOST_BRANCH=develop
	for /f %%i in ("%GITHUB_BASE_REF%") do if "%%~nxi" == "master" set BOOST_BRANCH=master
	echo BOOST_BRANCH: %BOOST_BRANCH%
	mkdir snapshot
	cd snapshot
	echo Downloading library snapshot: https://github.com/%GITHUB_REPOSITORY%/archive/%GITHUB_SHA%.zip
	curl -L --retry %NET_RETRY_COUNT% -o "%LIBRARY%-%GITHUB_SHA%.zip" "https://github.com/%GITHUB_REPOSITORY%/archive/%GITHUB_SHA%.zip"
	tar -xf "%LIBRARY%-%GITHUB_SHA%.zip"
	if not exist "%LIBRARY%-%GITHUB_SHA%\" (
	echo Library snapshot does not contain the library directory %LIBRARY%-%GITHUB_SHA%:
	dir
	exit /b 1
	)
	del /f "%LIBRARY%-%GITHUB_SHA%.zip"
	cd ..
	git clone -b %BOOST_BRANCH% --depth 1 https://github.com/boostorg/boost.git boost-root
	cd boost-root
	if not exist "libs\" mkdir libs
	if exist "libs\%LIBRARY%\" rmdir /s /q "libs\%LIBRARY%"
	move /Y "..\snapshot\%LIBRARY%-%GITHUB_SHA%" "libs\%LIBRARY%"
	rmdir /s /q "..\snapshot"
	git submodule update --init tools/boostdep
	python tools/boostdep/depinst/depinst.py --git_args "--jobs %GIT_FETCH_JOBS%" %LIBRARY%
	cmd /c bootstrap
	b2 -d0 headers

	- name: Run tests
	shell: cmd
	run: \|
	cd boost-root
	if not "${{matrix.cxxstd}}" == "" set CXXSTD=cxxstd=${{matrix.cxxstd}}
	if not "${{matrix.addrmd}}" == "" set ADDRMD=address-model=${{matrix.addrmd}}
	if not "${{matrix.build_variant}}" == "" (set BUILD_VARIANT=variant=${{matrix.build_variant}}) else (set BUILD_VARIANT=variant=%DEFAULT_BUILD_VARIANT%)
	b2 -j %NUMBER_OF_PROCESSORS% libs/%LIBRARY%/test toolset=${{matrix.toolset}} %CXXSTD% %ADDRMD% %BUILD_VARIANT% embed-manifest-via=linker

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Add support for modular build structure. #100

Workflow file

Add support for modular build structure. #100

Jobs

Run details

Workflow file for this run