Update Earthfile #354

Workflow file for this run

.github/workflows/release-arm.yaml at de955b2

	name: Build arm images
	on:
	push:
	tags:
	- 'v*'
	jobs:
	get-core-matrix:
	runs-on: ubuntu-latest
	outputs:
	matrix: ${{ steps.set-matrix.outputs.matrix }}
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- id: set-matrix
	run: \|
	content=`cat ./.github/flavors.json \| jq -r 'map(select(.arch == "arm64" and .variant == "core" and .model != "generic"))'`
	# the following lines are only required for multi line json
	content="${content//'%'/'%25'}"
	content="${content//$'\n'/'%0A'}"
	content="${content//$'\r'/'%0D'}"
	# end of optional handling for multi line json
	echo "::set-output name=matrix::{\"include\": $content }"

	# The matrix for standard (provider) images
	get-standard-matrix:
	runs-on: ubuntu-latest
	outputs:
	matrix: ${{ steps.set-matrix.outputs.matrix }}
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- run: \|
	sudo apt update && sudo apt install -y jq
	- name: Install earthly
	uses: Luet-lab/luet-install-action@v1.1
	with:
	repository: quay.io/kairos/packages
	packages: utils/earthly
	- name: Set up QEMU
	uses: docker/setup-qemu-action@master
	with:
	platforms: all
	- name: Set up Docker Buildx
	id: buildx
	uses: docker/setup-buildx-action@master
	- id: set-matrix
	run: \|
	docker run --name luet quay.io/luet/base && docker cp luet:/usr/bin/luet ./
	chmod +x luet
	sudo mv luet /usr/bin/luet
	# Construct an array like this from the found versions:
	earthly --platform=linux/arm64 +extract-framework-profile
	# fetch "k3s-openrc" versions
	sudo luet --config framework-profile.yaml search -o json k8s/k3s \| jq '.packages \| map(select(.name == "k3s-openrc")) \| map(.version) \| unique' > k3s_openrc.json
	# fetch alpine flavors
	jq 'map(select(.arch == "arm64" and .variant == "standard" and .model != "generic" and .flavor == "alpine"))' .github/flavors.json > flavors_openrc.json
	# generate combinations
	jq -s '. \| [combinations \| .[0] + {"k3s_version": .[1]}]' flavors_openrc.json k3s_openrc.json > combinations_openrc.json
	# fetch "k3s-systemd" versions
	sudo luet --config framework-profile.yaml search -o json k8s/k3s \| jq '.packages \| map(select(.name == "k3s-systemd")) \| map(.version) \| unique' > k3s_systemd.json
	# fetch non-alpine flavors
	jq 'map(select(.arch == "arm64" and .variant == "standard" and .model != "generic" and .flavor != "alpine"))' .github/flavors.json > flavors_systemd.json
	# generate combinations
	jq -s '. \| [combinations \| .[0] + {"k3s_version": .[1]}]' flavors_systemd.json k3s_systemd.json > combinations_systemd.json
	# merge the two combinations
	content=$(jq -s 'add' combinations_openrc.json combinations_systemd.json)
	# the following lines are only required for multi line json
	content="${content//'%'/'%25'}"
	content="${content//$'\n'/'%0A'}"
	content="${content//$'\r'/'%0D'}"
	# end of optional handling for multi line json
	echo "::set-output name=matrix::{\"include\": $content }"

	build-nvidia-base:
	runs-on: fast
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Install kairos-agent (for versioneer)
	uses: Luet-lab/luet-install-action@v1.1
	with:
	repository: quay.io/kairos/packages
	packages: system/kairos-agent
	- name: Release space from worker
	run: \|
	echo "Listing top largest packages"
	pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' \| awk '$NF == "installed"{print $1 "\t" $2}' \| sort -nr)
	head -n 30 <<< "${pkgs}"
	echo
	df -h
	echo
	sudo apt-get remove -y '^llvm-.\|^libllvm.' \|\| true
	sudo apt-get remove --auto-remove android-sdk-platform-tools \|\| true
	sudo apt-get purge --auto-remove android-sdk-platform-tools \|\| true
	sudo rm -rf /usr/local/lib/android
	sudo apt-get remove -y '^dotnet-.\|^aspnetcore-.' \|\| true
	sudo rm -rf /usr/share/dotnet
	sudo apt-get remove -y '^mono-.*' \|\| true
	sudo apt-get remove -y '^ghc-.*' \|\| true
	sudo apt-get remove -y '.jdk.\|.jre.' \|\| true
	sudo apt-get remove -y 'php.*' \|\| true
	sudo apt-get remove -y hhvm \|\| true
	sudo apt-get remove -y powershell \|\| true
	sudo apt-get remove -y firefox \|\| true
	sudo apt-get remove -y monodoc-manual \|\| true
	sudo apt-get remove -y msbuild \|\| true
	sudo apt-get remove -y microsoft-edge-stable \|\| true
	sudo apt-get remove -y '^google-.*' \|\| true
	sudo apt-get remove -y azure-cli \|\| true
	sudo apt-get remove -y '^mongo.-.\|^postgresql-.\|^mysql-.\|^mssql-.*' \|\| true
	sudo apt-get remove -y '^gfortran-.*' \|\| true
	sudo apt-get remove -y 'vim-runtime' \|\| true
	sudo apt-get remove -y '^gcc-*' \|\| true
	sudo apt-get remove -y '^g++-*' \|\| true
	sudo apt-get remove -y '^cpp-*' \|\| true
	sudo apt-get autoremove -y
	sudo apt-get clean
	echo
	echo "Listing top largest packages"
	pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' \| awk '$NF == "installed"{print $1 "\t" $2}' \| sort -nr)
	head -n 30 <<< "${pkgs}"
	echo
	sudo rm -rfv build \|\| true
	df -h
	- name: Set up Docker Buildx
	id: buildx
	uses: docker/setup-buildx-action@master
	- name: Block all traffic to metadata ip # For cloud runners, the metadata ip can interact with our test machines
	run: \|
	sudo iptables -I INPUT -s 169.254.169.254 -j DROP
	sudo iptables -I OUTPUT -d 169.254.169.254 -j DROP
	- name: Login to Quay Registry
	run: echo ${{ secrets.QUAY_PASSWORD }} \| docker login -u ${{ secrets.QUAY_USERNAME }} --password-stdin quay.io
	- name: Build 🔧 & Push 🚀
	run: \|
	export IMAGE=quay.io/kairos/cache:nvidia-base
	docker build --platform=linux/arm64 -t $IMAGE -f ./images/Dockerfile.nvidia ./images
	docker push $IMAGE

	nvidia-arm-core:
	uses: ./.github/workflows/reusable-docker-arm-build.yaml
	needs: build-nvidia-base
	secrets: inherit
	with:
	flavor: ubuntu
	flavor_release: "20.04"
	family: ubuntu
	base_image: quay.io/kairos/cache:nvidia-base
	model: nvidia-jetson-agx-orin
	worker: fast

	build-arm-core:
	runs-on: ${{ matrix.worker }}
	needs:
	- get-core-matrix
	permissions:
	id-token: write # OIDC support
	contents: write
	actions: read
	security-events: write
	strategy:
	fail-fast: false
	matrix: ${{fromJson(needs.get-core-matrix.outputs.matrix)}}
	steps:
	- name: Release space from worker
	if: ${{ matrix.worker != 'kvm' }}
	run: \|
	echo "Listing top largest packages"
	pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' \| awk '$NF == "installed"{print $1 "\t" $2}' \| sort -nr)
	head -n 30 <<< "${pkgs}"
	echo
	df -h
	echo
	sudo apt-get remove -y '^llvm-.\|^libllvm.' \|\| true
	sudo apt-get remove --auto-remove android-sdk-platform-tools \|\| true
	sudo apt-get purge --auto-remove android-sdk-platform-tools \|\| true
	sudo rm -rf /usr/local/lib/android
	sudo apt-get remove -y '^dotnet-.\|^aspnetcore-.' \|\| true
	sudo rm -rf /usr/share/dotnet
	sudo apt-get remove -y '^mono-.*' \|\| true
	sudo apt-get remove -y '^ghc-.*' \|\| true
	sudo apt-get remove -y '.jdk.\|.jre.' \|\| true
	sudo apt-get remove -y 'php.*' \|\| true
	sudo apt-get remove -y hhvm \|\| true
	sudo apt-get remove -y powershell \|\| true
	sudo apt-get remove -y firefox \|\| true
	sudo apt-get remove -y monodoc-manual \|\| true
	sudo apt-get remove -y msbuild \|\| true
	sudo apt-get remove -y microsoft-edge-stable \|\| true
	sudo apt-get remove -y '^google-.*' \|\| true
	sudo apt-get remove -y azure-cli \|\| true
	sudo apt-get remove -y '^mongo.-.\|^postgresql-.\|^mysql-.\|^mssql-.*' \|\| true
	sudo apt-get remove -y '^gfortran-.*' \|\| true
	sudo apt-get remove -y 'vim-runtime' \|\| true
	sudo apt-get remove -y '^gcc-*' \|\| true
	sudo apt-get remove -y '^g++-*' \|\| true
	sudo apt-get remove -y '^cpp-*' \|\| true
	sudo apt-get autoremove -y
	sudo apt-get clean
	echo
	echo "Listing top largest packages"
	pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' \| awk '$NF == "installed"{print $1 "\t" $2}' \| sort -nr)
	head -n 30 <<< "${pkgs}"
	echo
	sudo rm -rfv build \|\| true
	df -h
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Set up QEMU
	uses: docker/setup-qemu-action@master
	with:
	platforms: all
	- name: Install Cosign
	uses: sigstore/cosign-installer@main
	- name: Install earthly
	uses: Luet-lab/luet-install-action@v1.1
	with:
	repository: quay.io/kairos/packages
	packages: utils/earthly
	- name: Set up Docker Buildx
	id: buildx
	uses: docker/setup-buildx-action@master
	- name: Login to DockerHub
	uses: docker/login-action@v3
	with:
	registry: quay.io
	username: ${{ secrets.QUAY_USERNAME }}
	password: ${{ secrets.QUAY_PASSWORD }}
	- name: Build 🔧
	run: \|
	earthly -P +all-arm \
	-VARIANT=core \
	-MODEL=${{ matrix.model }} \
	-FLAVOR=${{ matrix.flavor }} \
	-FLAVOR_RELEASE=${{ matrix.flavorRelease }} \
	-FAMILY=${{ matrix.family }} \
	-BASE_IMAGE=${{ matrix.baseImage }}
	- name: Convert all json files into a reports.tar.gz file
	run: \|
	cd build
	filename=$(ls *-grype.json \| head -n 1) && filename=${filename%%-grype.json}
	sudo tar cvf "${filename}-scan-reports.tar.gz" *.json
	- name: Push 🔧
	if: startsWith(github.ref, 'refs/tags/')
	run: \|
	docker push $(cat build/IMAGE)
	- name: Sign image
	env:
	COSIGN_YES: true
	if: startsWith(github.ref, 'refs/tags/')
	run: \|
	export IMAGE=$(cat build/IMAGE)
	docker push "$IMAGE" # Otherwise .RepoDigests will be empty for some reason
	cosign sign $(docker image inspect --format='{{index .RepoDigests 0}}' "$IMAGE")
	- name: Upload Image
	if: startsWith(github.ref, 'refs/tags/')
	env:
	COSIGN_YES: true
	run: \|
	curl https://luet.io/install.sh \| sudo sh
	IMAGE=$(cat build/IMAGE \| sed 's/$/-img/')
	sudo tar cvf build.tar build
	sudo luet util pack $IMAGE build.tar image.tar
	sudo -E docker load -i image.tar
	sudo -E docker push "$IMAGE"

	# Sign the -img image
	cosign sign $(docker image inspect --format='{{index .RepoDigests 0}}' "$IMAGE")

	sudo rm -rf build/IMAGE
	- name: Release
	uses: softprops/action-gh-release@9d7c94cfd0a1f3ed45544c887983e9fa900f0564
	if: startsWith(github.ref, 'refs/tags/')
	with:
	files: \|
	build/*scan-reports.tar.gz
	- name: Prepare sarif files 🔧
	run: \|
	mkdir sarif
	sudo mv build/*.sarif sarif/
	- name: Upload Trivy scan results to GitHub Security tab
	uses: github/codeql-action/upload-sarif@v3
	if: startsWith(github.ref, 'refs/tags/')
	with:
	sarif_file: 'sarif'
	category: ${{ matrix.flavor }}

	build-arm-standard:
	runs-on: ${{ matrix.worker }}
	needs:
	- get-standard-matrix
	permissions:
	id-token: write # OIDC support
	contents: write
	actions: read
	security-events: write
	strategy:
	fail-fast: false
	matrix: ${{fromJson(needs.get-standard-matrix.outputs.matrix)}}
	steps:
	- name: Release space from worker
	if: ${{ matrix.worker != 'kvm' }}
	run: \|
	echo "Listing top largest packages"
	pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' \| awk '$NF == "installed"{print $1 "\t" $2}' \| sort -nr)
	head -n 30 <<< "${pkgs}"
	echo
	df -h
	echo
	sudo apt-get remove -y '^llvm-.\|^libllvm.' \|\| true
	sudo apt-get remove --auto-remove android-sdk-platform-tools \|\| true
	sudo apt-get purge --auto-remove android-sdk-platform-tools \|\| true
	sudo rm -rf /usr/local/lib/android
	sudo apt-get remove -y '^dotnet-.\|^aspnetcore-.' \|\| true
	sudo rm -rf /usr/share/dotnet
	sudo apt-get remove -y '^mono-.*' \|\| true
	sudo apt-get remove -y '^ghc-.*' \|\| true
	sudo apt-get remove -y '.jdk.\|.jre.' \|\| true
	sudo apt-get remove -y 'php.*' \|\| true
	sudo apt-get remove -y hhvm \|\| true
	sudo apt-get remove -y powershell \|\| true
	sudo apt-get remove -y firefox \|\| true
	sudo apt-get remove -y monodoc-manual \|\| true
	sudo apt-get remove -y msbuild \|\| true
	sudo apt-get remove -y microsoft-edge-stable \|\| true
	sudo apt-get remove -y '^google-.*' \|\| true
	sudo apt-get remove -y azure-cli \|\| true
	sudo apt-get remove -y '^mongo.-.\|^postgresql-.\|^mysql-.\|^mssql-.*' \|\| true
	sudo apt-get remove -y '^gfortran-.*' \|\| true
	sudo apt-get remove -y 'vim-runtime' \|\| true
	sudo apt-get remove -y '^gcc-*' \|\| true
	sudo apt-get remove -y '^g++-*' \|\| true
	sudo apt-get remove -y '^cpp-*' \|\| true
	sudo apt-get autoremove -y
	sudo apt-get clean
	echo
	echo "Listing top largest packages"
	pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' \| awk '$NF == "installed"{print $1 "\t" $2}' \| sort -nr)
	head -n 30 <<< "${pkgs}"
	echo
	sudo rm -rfv build \|\| true
	df -h
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Set up QEMU
	uses: docker/setup-qemu-action@master
	with:
	platforms: all
	- name: Install Cosign
	uses: sigstore/cosign-installer@main
	- name: Install earthly
	uses: Luet-lab/luet-install-action@v1.1
	with:
	repository: quay.io/kairos/packages
	packages: utils/earthly
	- name: Set up Docker Buildx
	id: buildx
	uses: docker/setup-buildx-action@master
	- name: Login to DockerHub
	uses: docker/login-action@v3
	with:
	registry: quay.io
	username: ${{ secrets.QUAY_USERNAME }}
	password: ${{ secrets.QUAY_PASSWORD }}
	- name: Build 🔧
	run: \|
	earthly -P +all-arm \
	-VARIANT=standard \
	-MODEL=${{ matrix.model }} \
	-K3S_VERSION=${{ matrix.k3s_version }} \
	-FLAVOR=${{ matrix.flavor }} \
	-FLAVOR_RELEASE=${{ matrix.flavorRelease }} \
	-FAMILY=${{ matrix.family }} \
	-BASE_IMAGE=${{ matrix.baseImage }}
	- name: Convert all json files into a reports.tar.gz file
	run: \|
	cd build
	filename=$(ls *-grype.json \| head -n 1) && filename=${filename%%-grype.json}
	sudo tar cvf "${filename}-scan-reports.tar.gz" *.json
	- name: Push 🔧
	if: startsWith(github.ref, 'refs/tags/')
	run: \|
	docker push $(cat build/IMAGE)
	- name: Sign image
	env:
	COSIGN_YES: true
	if: startsWith(github.ref, 'refs/tags/')
	run: \|
	export IMAGE=$(cat build/IMAGE)
	docker push "$IMAGE" # Otherwise .RepoDigests will be empty for some reason
	cosign sign $(docker image inspect --format='{{index .RepoDigests 0}}' "$IMAGE")
	- name: Upload Image
	if: startsWith(github.ref, 'refs/tags/')
	run: \|
	curl https://luet.io/install.sh \| sudo sh
	IMAGE=$(cat build/IMAGE \| sed 's/$/-img/')
	sudo tar cvf build.tar build
	sudo luet util pack $IMAGE build.tar image.tar
	sudo -E docker load -i image.tar
	sudo -E docker push "$IMAGE"
	sudo rm -rf build/IMAGE
	- name: Release
	uses: softprops/action-gh-release@9d7c94cfd0a1f3ed45544c887983e9fa900f0564
	if: startsWith(github.ref, 'refs/tags/')
	with:
	files: \|
	build/*scan-reports.tar.gz
	- name: Prepare sarif files 🔧
	run: \|
	mkdir sarif
	sudo mv build/*.sarif sarif/
	- name: Upload Trivy scan results to GitHub Security tab
	if: startsWith(github.ref, 'refs/tags/')
	uses: github/codeql-action/upload-sarif@v3
	with:
	sarif_file: 'sarif'
	category: ${{ matrix.flavor }}

	build-arm-generic:
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	matrix:
	include:
	- flavor: opensuse
	flavor_release: leap-15.5
	family: opensuse
	base_image: opensuse/leap:15.5
	model: generic
	variant: standard
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Install earthly
	uses: Luet-lab/luet-install-action@v1.1
	with:
	repository: quay.io/kairos/packages
	packages: utils/earthly
	- name: Set up QEMU
	uses: docker/setup-qemu-action@master
	with:
	platforms: all
	- name: Set up Docker Buildx
	id: buildx
	uses: docker/setup-buildx-action@v3
	- name: Login to Quay Registry
	run: echo ${{ secrets.QUAY_PASSWORD }} \| docker login -u ${{ secrets.QUAY_USERNAME }} --password-stdin quay.io
	- name: Build iso 🔧
	run: \|
	INIT=$([[ "${{ matrix.flavor }}" == "alpine" ]] && echo "openrc" \|\| echo "systemd")
	earthly --platform=linux/arm64 +extract-framework-profile
	K3S_VERSION=$(sudo luet --config framework-profile.yaml search -o json k8s/k3s \| jq --arg INIT "$INIT" '.packages \| map(select(.name == "k3s-" + $INIT)) \| map(.version) \| unique \| last' \| tr -d '"')
	earthly -P +all-arm-generic \
	--FLAVOR=${{ matrix.flavor }} \
	--FLAVOR_RELEASE=${{ matrix.flavor_release }} \
	--FAMILY=${{ matrix.family }} \
	--BASE_IMAGE=${{ matrix.base_image}} \
	--MODEL=${{ matrix.model }} \
	--VARIANT=${{ matrix.variant }} \
	--K3S_VERSION=${K3S_VERSION}

	sudo mv build release
	- name: Push to quay
	if: startsWith(github.ref, 'refs/tags/')
	run: \|
	docker push $(cat release/IMAGE)
	- name: Release
	uses: softprops/action-gh-release@9d7c94cfd0a1f3ed45544c887983e9fa900f0564
	if: startsWith(github.ref, 'refs/tags/')
	with:
	files: \|
	release/iso

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Update Earthfile #354

Workflow file

Update Earthfile #354

Jobs

Run details

Workflow file for this run