CI: Free more disk space with free-disk-space script

.github/workflows/ci.yml

@@ -109,7 +109,7 @@ jobs:
       # intensive jobs to run on free runners, which however also have
       # less disk space.
       - name: free up disk space
-        uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be
+        run: src/ci/scripts/free-disk-space.sh
         if: matrix.free_disk
 
       # Rust Log Analyzer can't currently detect the PR number of a GitHub

src/ci/scripts/free-disk-space.sh

@@ -0,0 +1,230 @@
+#!/bin/bash
+# Free disk space on Linux GitHub action runners
+
+# # ======
+# MACROS
+# ======
+set -e
+fast_rmdir() {
+    cd "$@"
+    pwd
+    ls
+    perl -e 'unlink for glob "*"'
+}
+
+list_installed_dpkg() {
+    dpkg --get-selections $@ | grep -v deinstall | awk '{print $1}'
+}
+
+# macro to print a line of equals
+# # (silly but works)
+printSeparationLine() {
+    str=${1:=}
+    num=${2:-80}
+    counter=1
+    output=""
+    while [ $counter -le "$num" ]
+    do
+        output="${output}${str}"
+        counter=$((counter+1))
+    done
+    echo "${output}"
+}
+
+# macro to compute available space
+# REF: https://unix.stackexchange.com/a/42049/60849
+# REF: https://stackoverflow.com/a/450821/408734
+getAvailableSpace() { echo $(df -a $1 | awk 'NR > 1 {avail+=$4} END {print avail}'); }
+# macro to make Kb human readable (assume the input is Kb)
+# REF: https://unix.stackexchange.com/a/44087/60849
+formatByteCount() { echo $(numfmt --to=iec-i --suffix=B --padding=7 $1'000'); }
+
+# macro to output saved space
+printSavedSpace() {
+    saved=${1}
+    title=${2:-}
+
+    echo ""
+    printSeparationLine '*' 80
+    if [ -n "${title}" ]; then
+        echo "=> ${title}: Saved $(formatByteCount "$saved")"
+    else
+        echo "=> Saved $(formatByteCount "$saved")"
+    fi
+    printSeparationLine '*' 80
+    echo ""
+}
+
+# macro to print output of dh with caption
+printDH() {
+    caption=${1:-}
+
+    printSeparationLine '=' 80
+    echo "${caption}"
+    echo ""
+    echo "$ dh -h /"
+    echo ""
+    df -h /
+    echo "$ dh -a /"
+    echo ""
+    df -a /
+    echo "$ dh -a"
+    echo ""
+    df -a
+    printSeparationLine '=' 80
+}
+
+# ======
+# SCRIPT
+# # ======
+
+# Display initial disk space stats
+
+AVAILABLE_INITIAL=$(getAvailableSpace)
+AVAILABLE_ROOT_INITIAL=$(getAvailableSpace '/')
+
+printDH "BEFORE CLEAN-UP:"
+echo ""
+
+BEFORE=$(getAvailableSpace)
+
+fast_rmdir "$AGENT_TOOLSDIRECTORY" || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Agent tools"
+
+BEFORE=$(getAvailableSpace)
+
+fast_rmdir /usr/local/share/powershell || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Powershell"
+
+BEFORE=$(getAvailableSpace)
+
+fast_rmdir /usr/local/share/chromium || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Chromium"
+
+BEFORE=$(getAvailableSpace)
+
+fast_rmdir /usr/local/lib/node_modules || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Node modules"
+
+BEFORE=$(getAvailableSpace)
+
+fast_rmdir /usr/share/swift || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Swift"
+
+# Remove Android library
+BEFORE=$(getAvailableSpace)
+
+fast_rmdir /usr/local/lib/android || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Android library"
+
+# Remove .NET runtime
+
+BEFORE=$(getAvailableSpace)
+
+# https://git.luolix.topmunity/t/bigger-github-hosted-runners-disk-space/17267/11
+fast_rmdir /usr/share/dotnet || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED ".NET runtime"
+
+# Remove Haskell runtime
+BEFORE=$(getAvailableSpace)
+
+fast_rmdir /opt/ghc || true
+fast_rmdir /usr/local/.ghcup || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Haskell runtime"
+
+# Remove large packages
+# REF: https://github.com/apache/flink/blob/master/tools/azure-pipelines/free_disk_space.sh
+
+BEFORE=$(getAvailableSpace)
+
+pkgs=$(list_installed_dpkg 'microsoft-edge-*' 'snapd-*' 'aspnetcore-*' 'dotnet-*' 'llvm-*' '*php*' 'mongodb-*' 'mysql-*' azure-cli google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri 'google-cloud-*' 'gcloud-*' || true)
+gcloud_prerm='#!/bin/sh
+echo $0
+if [ -d "/usr/lib/google-cloud-sdk" ]; then
+    echo "Cleaning Google Cloud CLI files..."
+    find /usr/lib/google-cloud-sdk -type f -delete -print | wc -l
+    rm -rf /usr/lib/google-cloud-sdk
+    echo "Cleaning Google Cloud CLI manuals..."
+    find /usr/share/man -type f -name "gcloud*" -delete -print | wc -l
+fi'
+echo "$gcloud_prerm" | sudo tee /var/lib/dpkg/info/google-cloud-cli-anthoscli.prerm >/dev/null
+echo "$gcloud_prerm" | sudo tee /var/lib/dpkg/info/google-cloud-cli.prerm >/dev/null
+sudo apt-get remove --autoremove -y $pkgs || echo "::warning::The command [sudo apt-get remove -y] failed to complete successfully. Proceeding..."
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Large misc. packages"
+
+# Remove Docker images
+
+BEFORE=$(getAvailableSpace)
+
+sudo docker image prune --all --force || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Docker images"
+
+# Remove tool cache
+# REF: https://github.com/actions/virtual-environments/issues/2875#issuecomment-1163392159
+
+BEFORE=$(getAvailableSpace)
+
+sudo rm -rf "$AGENT_TOOLSDIRECTORY" || true
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Tool cache"
+
+# Remove Swap storage
+
+BEFORE=$(getAvailableSpace)
+
+sudo swapoff -a || true
+sudo rm -f /mnt/swapfile || true
+free -h
+
+AFTER=$(getAvailableSpace)
+SAVED=$((AFTER-BEFORE))
+printSavedSpace $SAVED "Swap storage"
+
+
+# Output saved space statistic
+
+AVAILABLE_END=$(getAvailableSpace)
+AVAILABLE_ROOT_END=$(getAvailableSpace '/')
+
+echo ""
+printDH "AFTER CLEAN-UP:"
+
+echo ""
+echo ""
+
+echo "/dev/root:"
+printSavedSpace $((AVAILABLE_ROOT_END - AVAILABLE_ROOT_INITIAL))
+echo "overall:"
+printSavedSpace $((AVAILABLE_END - AVAILABLE_INITIAL))