darwin workaround for python3 #182

Workflow file for this run

	name: CI
	on:
	push:
	branches:
	- '**'
	pull_request:
	branches:
	- master
	- 'release/**'
	release:
	types:
	- created
	workflow_dispatch:
	inputs:
	debug_enabled:
	description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'
	required: false
	default: false

	jobs:
	#
	# setup/build/package
	#
	build:
	name: ${{ matrix.package }} (${{ matrix.os }}/${{ matrix.arch }})
	runs-on: ${{ matrix.runs_on }}
	strategy:
	fail-fast: false
	matrix:
	os: [macos, linux]
	arch: [amd64, arm32, arm64]
	package: [python3, nodejs, named, netperf, nginx, redis, sqlite-bench, zlib]
	exclude:
	- os: macos
	arch: arm32
	- os: macos
	arch: arm64
	- os: linux
	arch: arm32
	package: nodejs
	- os: linux
	arch: arm64
	package: nodejs
	include:
	- displayTargetName: linux-amd64
	os: linux
	arch: amd64
	os_alias: linux
	arch_alias: amd64
	runs_on: ubuntu-24.04
	cc: clang
	cxx: clang++
	rumprun_tuple: x86_64-rumprun-linux
	- displayTargetName: macOS-amd64
	os: macos
	arch: amd64
	os_alias: osx
	arch_alias: amd64
	runs_on: macos-12
	cc: clang
	cxx: clang++
	rumprun_tuple: x86_64-rumprun-linux
	- displayTargetName: linux-arm32
	os: linux
	arch: arm32
	os_alias: linux
	arch_alias: armhf
	runs_on: ubuntu-24.04
	cc: arm-linux-gnueabihf-gcc
	cxx: g++
	rumprun_tuple: arm-rumprun-linux
	- displayTargetName: linux-arm64
	os: linux
	arch: arm64
	os_alias: linux
	arch_alias: arm64
	runs_on: ubuntu-24.04
	cc: aarch64-linux-gnu-gcc
	cxx: g++
	rumprun_tuple: aarch64-rumprun-linux
	- package: named
	package_alias: named
	- package: netperf
	package_alias: netperf
	- package: nginx
	package_alias: nginx
	- package: nodejs
	package_alias: node
	- package: python3
	package_alias: python
	- package: redis
	package_alias: redis-server
	- package: sqlite-bench
	package_alias: sqlite-bench
	timeout-minutes: 100
	env:
	CCACHE_DIR: ${{ github.workspace }}/.ccache
	USE_CCACHE: 1
	working-directory: src/rumprun-packages
	ARCH: ${{ matrix.arch }}
	CC: ${{ matrix.cc }}
	CXX: ${{ matrix.cxx }}
	RUMPRUN_TOOLCHAIN_TUPLE: ${{ matrix.rumprun_tuple }}
	C_INCLUDE_PATH: /Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/Headers
	CPLUS_INCLUDE_PATH: /Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/Headers

	defaults:
	run:
	working-directory: src/rumprun-packages

	steps:
	- name: Checkout
	uses: actions/checkout@v4
	with:
	path: src/rumprun-packages
	submodules: true

	- name: Install frankenlibc
	env:
	URL: "https://github.com/ukontainer/frankenlibc/releases/download/latest/frankenlibc-${{ matrix.arch }}-${{ matrix.os_alias }}.tar.gz"
	TINY_URL: "https://github.com/ukontainer/frankenlibc/releases/download/latest/frankenlibc-tiny-${{ matrix.arch }}-${{ matrix.os_alias }}.tar.gz"
	run: \|
	curl -L ${{ env.URL }} -o /tmp/frankenlibc.tar.gz
	sudo mkdir -p /opt/rump && sudo chown $USER /opt/rump
	tar xfz /tmp/frankenlibc.tar.gz -C /

	curl -L ${{ env.TINY_URL }} -o /tmp/frankenlibc-tiny.tar.gz
	sudo mkdir -p /opt/rump-tiny && sudo chown $USER /opt/rump-tiny
	tar xfz /tmp/frankenlibc-tiny.tar.gz -C /

	echo RUMPRUN_TOOLCHAIN_TUPLE=${{ env.RUMPRUN_TOOLCHAIN_TUPLE }} >config.mk

	- name: Set env
	shell: bash
	run: \|
	echo "/usr/lib/ccache/bin:/usr/lib/ccache:/usr/local/opt/ccache/libexec:$HOME/.local/bin:/opt/rump/bin:${{ github.workspace }}/bin" >> $GITHUB_PATH
	echo "export PATH=/usr/lib/ccache/bin:/usr/lib/ccache:/usr/local/opt/ccache/libexec:$HOME/.local/bin:/opt/rump/bin:${{ github.workspace }}/bin:$PATH" >> $HOME/.bashrc

	- uses: actions/cache@v4
	with:
	path: ${{ env.CCACHE_DIR }}
	key: ${{ runner.os }}-${{ matrix.arch }}-${{ matrix.package }}-ccache-build-${{ github.sha }}
	restore-keys: ${{ runner.os }}-${{ matrix.arch }}-${{ matrix.package }}-ccache-build-

	- name: pkg dependency
	run: \|
	pip install yamlish --break-system-packages

	- name: pkg dependency (linux)
	if: runner.os == 'linux'
	run: \|
	sudo apt update -y
	sudo apt install -y ccache makefs genisoimage
	sudo ln -sf /usr/bin/ccache /usr/lib/ccache/clang
	sudo ln -sf /usr/bin/ccache /usr/lib/ccache/clang++

	- name: pkg dependency (linux-cross)
	if: runner.os == 'linux' && ( matrix.arch == 'arm32' \|\| matrix.arch == 'arm64')
	run: \|
	sudo apt-get update -y
	sudo apt-get install -y crossbuild-essential-${{ matrix.arch_alias }}

	- name: pkg dependency (macOS)
	if: runner.os == 'macos'
	run: \|
	mkdir -p ~/.local/bin
	brew install gnu-sed ccache e2fsprogs gawk
	brew install binutils coreutils automake
	ln -sf /usr/local/bin/gsed ~/.local/bin/sed
	ln -sf /usr/local/bin/gdate ~/.local/bin/date
	ln -sf /usr/local/opt/e2fsprogs/sbin/mkfs.ext4 ~/.local/bin/
	ln -sf /usr/local/opt/e2fsprogs/sbin/mkfs.ext2 ~/.local/bin/
	# we didn't use gcp as CoW of coreutil 9.0 breaks somehow
	#ln -sf /usr/local/opt/coreutils/bin/gcp ~/.local/bin/cp
	ln -sf /usr/local/opt/binutils/bin/objcopy ~/.local/bin/objcopy
	ln -sf /usr/local/bin/gawk ~/.local/bin/awk

	- name: ccache counter reset
	run: ccache -z

	- name: Setup tmate session
	uses: mxschmitt/action-tmate@v3
	if: matrix.package == 'python3'
	#if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled }}
	with:
	detached: true

	- name: build
	run: \|
	make -j4 -C ${{ matrix.package }}

	- name: upload artifact
	if: matrix.package != 'zlib'
	uses: actions/upload-artifact@v4
	with:
	name: ${{ matrix.package_alias }}-${{ matrix.os_alias }}-${{ matrix.arch }}
	path: \|
	src/rumprun-packages/${{ matrix.package }}/bin/${{ matrix.package_alias }}

	- name: upload artifact (nginx)
	if: matrix.package == 'nginx'
	uses: actions/upload-artifact@v4
	with:
	name: data-${{ matrix.os_alias }}-${{ matrix.arch }}.iso
	path: \|
	src/rumprun-packages/${{ matrix.package }}/images/data.iso

	- name: upload artifact (python3)
	if: matrix.package == 'python3'
	uses: actions/upload-artifact@v4
	with:
	name: python-${{ matrix.os_alias }}-${{ matrix.arch }}.iso
	path: \|
	src/rumprun-packages/${{ matrix.package }}/images/python.iso
	- name: upload artifact (python3/linux)
	if: matrix.package == 'python3' && runner.os == 'linux' && matrix.arch == 'amd64'
	uses: actions/upload-artifact@v4
	with:
	name: python-${{ matrix.os_alias }}-${{ matrix.arch }}.img
	path: \|
	src/rumprun-packages/${{ matrix.package }}/images/python.img

	- name: upload artifact (netperf)
	if: matrix.package == 'netperf'
	uses: actions/upload-artifact@v4
	with:
	name: netserver-${{ matrix.os_alias }}-${{ matrix.arch }}
	path: \|
	src/rumprun-packages/${{ matrix.package }}/bin/netserver

	- name: upload artifact (named)
	if: matrix.package == 'named' && runner.os == 'linux'
	uses: actions/upload-artifact@v4
	with:
	name: named-${{ matrix.os_alias }}-${{ matrix.arch }}.img
	path: \|
	src/rumprun-packages/${{ matrix.package }}/images/named.img



	- name: build (tiny)
	run: \|
	make distclean -C ${{ matrix.package }}
	PATH=/opt/rump-tiny/bin:$PATH make -j4 -C ${{ matrix.package }}
	# XXX: TODO use cross tools
	strip ${{ matrix.package }}/bin/${{ matrix.package_alias }} \|\| true

	- name: upload artifact (tiny)'
	if: matrix.package != 'zlib'
	uses: actions/upload-artifact@v4
	with:
	name: ${{ matrix.package_alias }}-${{ matrix.os_alias }}-${{ matrix.arch }}-slim
	path: \|
	src/rumprun-packages/${{ matrix.package }}/bin/${{ matrix.package_alias }}

	- name: upload artifact (netperf) (tiny)
	if: matrix.package == 'netperf'
	uses: actions/upload-artifact@v4
	with:
	name: netserver-${{ matrix.os_alias }}-${{ matrix.arch }}-slim
	path: \|
	src/rumprun-packages/${{ matrix.package }}/bin/netserver


	- name: ccache stat
	if: always()
	run: \|
	ccache --show-stats

	- name: Annotate
	uses: yuzutech/annotations-action@v0.5.0
	with:
	repo-token: "${{ secrets.GITHUB_TOKEN }}"
	input: "${{env.working-directory}}/annotations.json"
	title: "dmesg (${{ matrix.runs_on }})"

	docker-image:
	needs: build
	runs-on: ubuntu-24.04
	name: image
	if: ${{ github.event_name == 'release' }}
	strategy:
	fail-fast: false
	matrix:
	package: [named, netperf, nginx, node, python, sqlite-bench, base]
	image_type: ["", "-slim"]
	permissions:
	contents: read
	packages: write
	services:
	registry:
	image: registry:2
	ports:
	- 5000:5000
	env:
	registry: ghcr.io/
	#registry: localhost:5050/
	steps:
	- name: Checkout
	uses: actions/checkout@v4
	- uses: actions/download-artifact@v2
	with:
	path: artifacts
	- name: Display structure of downloaded files
	run: ls -lR
	working-directory: artifacts
	- name: build rootfs
	run: \|
	#set -x
	mkdir -p rootfs
	cd rootfs
	for target in darwin/amd64 linux/amd64 linux/arm/v7 linux/arm64
	do
	mkdir -p imgs $target/bin $target/sbin

	SUFFIX=""
	RSUFFIX=""
	if [ "$target" == "darwin/amd64" ] ; then
	SUFFIX="osx-amd64"
	RSUFFIX="amd64-osx"
	elif [ "$target" == "linux/amd64" ] ; then
	SUFFIX="linux-amd64"
	RSUFFIX="amd64-linux"
	elif [ "$target" == "linux/arm/v7" ] ; then
	SUFFIX="linux-arm32"
	RSUFFIX="arm32-linux"
	elif [ "$target" == "linux/arm64" ] ; then
	SUFFIX="linux-arm64"
	RSUFFIX="arm64-linux"
	fi

	if [ "${{ matrix.image_type }}" == "-slim" ] ; then
	SUFFIX=$SUFFIX"-slim"
	RSUFFIX="tiny-"$RSUFFIX
	fi

	if [ ${{ matrix.package }} != "base" ] ; then
	if [ -f ../artifacts/${{ matrix.package }}-$SUFFIX/${{ matrix.package }} ] ; then
	cp ../artifacts/${{ matrix.package }}-$SUFFIX/${{ matrix.package }} $target/bin
	fi
	fi

	if [ ${{ matrix.package }} == "python" ] ; then
	mkdir -p $target/usr/lib/
	7z x -o$target/usr/lib ../artifacts/python-${SUFFIX//-slim/}.iso/python.iso
	find ./$target/usr/lib -name __pycache__ \| xargs rm -rf
	elif [ ${{ matrix.package }} == "nginx" ] ; then
	cp ../artifacts/data-${SUFFIX//-slim/}.iso/data.iso ./imgs/
	elif [ ${{ matrix.package }} == "netperf" ] ; then
	cp ../artifacts/netserver-$SUFFIX/netserver $target/bin
	elif [ ${{ matrix.package }} == "named" ] ; then
	mkdir -p ./etc/bind/
	cp ../named/named.conf ./etc/bind/
	cp ../named/*.zone ./etc/bind/
	elif [ ${{ matrix.package }} == "base" ] ; then
	cp ../artifacts/nginx-$SUFFIX/nginx $target/bin
	cp ../artifacts/python-$SUFFIX/python $target/bin
	cp ../artifacts/netperf-$SUFFIX/netperf $target/bin
	cp ../artifacts/netserver-$SUFFIX/netserver $target/bin
	cp ../artifacts/named-$SUFFIX/named $target/bin
	cp ../artifacts/sqlite-bench-$SUFFIX/sqlite-bench $target/bin
	cp ../artifacts/python-$SUFFIX/python $target/bin

	cp ../artifacts/data-${SUFFIX//-slim/}.iso/data.iso ./imgs/
	cp ../artifacts/python-${SUFFIX//-slim/}.iso/python.iso ./imgs/
	cp ../artifacts/named-linux-amd64.img/named.img ./imgs/
	cp ../artifacts/python-linux-amd64.img/python.img ./imgs/

	curl -L \
	https://github.com/ukontainer/frankenlibc/releases/download/latest/frankenlibc-${RSUFFIX//tiny-}.tar.gz \
	-o /tmp/frankenlibc.tar.gz
	tar xfz /tmp/frankenlibc.tar.gz -C /tmp/
	cp -f /tmp/opt/rump/bin/hello $target/bin
	cp -f /tmp/opt/rump/bin/ping $target/bin
	cp -f /tmp/opt/rump/bin/ping6 $target/bin
	cp -f /tmp/opt/rump/bin/rexec $target/sbin
	chmod +x $target/sbin/*
	fi
	chmod +x $target/bin/* \|\| true
	done

	cp ../utils/* ./
	if [ ${{ matrix.package }} == "python" ] ; then
	cp ../python3/Dockerfile ./
	elif [ ${{ matrix.package }} == "named" ] ; then
	cp ../named/Dockerfile ./
	fi
	tree -hp .
	cd ..

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v1
	with:
	driver-opts: network=host
	- name: Log in to docker.io
	uses: docker/login-action@v1.10.0
	with:
	username: ${{ secrets.DOCKER_USERNAME }}
	password: ${{ secrets.DOCKER_PASSWORD }}
	- name: Log in to the ghcr.io
	uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9
	with:
	registry: ghcr.io
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}
	- name: Set environment variables for branch name
	run: \|
	# Short name for current branch. For PRs, use target branch (base ref)
	GIT_BRANCH=${GITHUB_BASE_REF:-${GITHUB_REF#refs/*/}}
	echo "GIT_BRANCH=$GIT_BRANCH" >> $GITHUB_ENV
	- name: Build and push Docker image
	uses: docker/build-push-action@v2
	with:
	context: rootfs
	platforms: linux/amd64,linux/arm64,linux/arm,darwin/amd64
	push: true
	tags: \|
	ghcr.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }}
	docker.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }}
	- name: Inspect
	run: \|
	docker buildx imagetools inspect \
	ghcr.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }}
	docker buildx imagetools inspect \
	docker.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }}

	trigger:
	needs: docker-image
	runs-on: ubuntu-24.04
	name: downstream
	if: ${{ github.event_name == 'release' }}
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Set environment variables for image name
	run: \|
	IMAGE_VERSION=`git describe --tags --abbrev=0 \| sed "s/^v//"`
	echo "IMAGE_VERSION=$IMAGE_VERSION" >> $GITHUB_ENV
	- name: Repository Dispatch
	uses: peter-evans/repository-dispatch@v1
	with:
	token: ${{ secrets.REPO_ACCESS_TOKEN }}
	repository: ukontainer/runu
	event-type: trigger-test
	client-payload: '{"img_version": "${{ env.IMAGE_VERSION }}", "repository": "$GITHUB_REPOSITORY"}'

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

darwin workaround for python3 #182

Workflow file

darwin workaround for python3 #182

Jobs

Run details

Workflow file for this run