From cbac76138dd23a5d7db6a57de48db69ca7f65ae7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?V=C3=ADt=20Ku=C4=8Dera?= <vit.kucera@cern.ch>
Date: Mon, 27 May 2024 17:49:21 +0200
Subject: [PATCH] Remove old versions of update script (#457)

---
 config/config_update.sh | 130 ----------------
 exec/update_packages.sh | 327 ----------------------------------------
 2 files changed, 457 deletions(-)
 delete mode 100644 config/config_update.sh
 delete mode 100644 exec/update_packages.sh

diff --git a/config/config_update.sh b/config/config_update.sh
deleted file mode 100644
index d9f040d3..00000000
--- a/config/config_update.sh
+++ /dev/null
@@ -1,130 +0,0 @@
-#!/bin/bash
-# shellcheck disable=SC2034 # Ignore unused parameters.
-
-# Configuration of update_packages.sh
-
-####################################################################################################
-
-# Settings
-
-# Delete unnecessary files.
-CLEAN=1
-CLEAN_AGGRESSIVE=0
-
-# Delete all builds that are not needed to run the latest builds of specified development packages.
-# WARNING: This feature requires all development packages to be specified and added in the list LIST_PKG_DEV_SPECS! Builds of missing packages will be deleted!
-# WARNING: This feature executes "aliBuild build" for all development packages. If a package needs to be rebuilt, it will be rebuilt!
-# WARNING: Do not enable this if you need to keep several builds per development package (e.g. for different branches or commits)!
-PURGE_BUILDS=0
-
-# Print out an overview of the latest commits of repositories.
-PRINT_COMMITS=1
-
-# Main ALICE software directory
-ALICE_DIR="$HOME/alice"
-
-# aliBuild
-#ALIBUILD_ARCH=$(aliBuild architecture) # system architecture
-#ALIBUILD_OPT="-a $ALIBUILD_ARCH"
-
-####################################################################################################
-
-# Package specification:
-# paths, names of remotes (check git remote -v), build options.
-
-# alidist
-ALIDIST_NAME="alidist"
-ALIDIST_UPDATE=0
-ALIDIST_DIR="$ALICE_DIR/alidist"
-ALIDIST_REMOTE_MAIN="upstream"
-ALIDIST_REMOTE_FORK=""
-ALIDIST_BRANCH_MAIN="master"
-ALIDIST_SPECS=("$ALIDIST_NAME" "$ALIDIST_UPDATE" "$ALIDIST_DIR" "$ALIDIST_REMOTE_MAIN" "$ALIDIST_REMOTE_FORK" "$ALIDIST_BRANCH_MAIN")
-
-# AliPhysics
-ALIPHYSICS_NAME="AliPhysics"
-ALIPHYSICS_UPDATE=0
-ALIPHYSICS_DIR="$ALICE_DIR/AliPhysics"
-ALIPHYSICS_REMOTE_MAIN="upstream"
-ALIPHYSICS_REMOTE_FORK="origin"
-ALIPHYSICS_BRANCH_MAIN="master"
-ALIPHYSICS_BUILD_OPT="--defaults o2"
-ALIPHYSICS_BUILD=0
-ALIPHYSICS_SPECS=("$ALIPHYSICS_NAME" "$ALIPHYSICS_UPDATE" "$ALIPHYSICS_DIR" "$ALIPHYSICS_REMOTE_MAIN" "$ALIPHYSICS_REMOTE_FORK" "$ALIPHYSICS_BRANCH_MAIN" "$ALIPHYSICS_BUILD_OPT" "$ALIPHYSICS_BUILD")
-
-# O2
-O2_NAME="O2"
-O2_UPDATE=1
-O2_DIR="$ALICE_DIR/O2"
-O2_REMOTE_MAIN="upstream"
-O2_REMOTE_FORK="origin"
-O2_BRANCH_MAIN="dev"
-O2_BUILD_OPT="--defaults o2"
-O2_BUILD=1
-O2_SPECS=("$O2_NAME" "$O2_UPDATE" "$O2_DIR" "$O2_REMOTE_MAIN" "$O2_REMOTE_FORK" "$O2_BRANCH_MAIN" "$O2_BUILD_OPT" "$O2_BUILD")
-
-# O2Physics
-O2PHYSICS_NAME="O2Physics"
-O2PHYSICS_UPDATE=1
-O2PHYSICS_DIR="$ALICE_DIR/O2Physics"
-O2PHYSICS_REMOTE_MAIN="upstream"
-O2PHYSICS_REMOTE_FORK="origin"
-O2PHYSICS_BRANCH_MAIN="master"
-O2PHYSICS_BUILD_OPT="--defaults o2"
-O2PHYSICS_BUILD=1
-O2PHYSICS_SPECS=("$O2PHYSICS_NAME" "$O2PHYSICS_UPDATE" "$O2PHYSICS_DIR" "$O2PHYSICS_REMOTE_MAIN" "$O2PHYSICS_REMOTE_FORK" "$O2PHYSICS_BRANCH_MAIN" "$O2PHYSICS_BUILD_OPT" "$O2PHYSICS_BUILD")
-
-# DelphesO2
-DELPHESO2_NAME="DelphesO2"
-DELPHESO2_UPDATE=0
-DELPHESO2_DIR="$ALICE_DIR/DelphesO2"
-DELPHESO2_REMOTE_MAIN="upstream"
-DELPHESO2_REMOTE_FORK=""
-DELPHESO2_BRANCH_MAIN="master"
-DELPHESO2_BUILD_OPT="--defaults o2"
-DELPHESO2_BUILD=0
-DELPHESO2_SPECS=("$DELPHESO2_NAME" "$DELPHESO2_UPDATE" "$DELPHESO2_DIR" "$DELPHESO2_REMOTE_MAIN" "$DELPHESO2_REMOTE_FORK" "$DELPHESO2_BRANCH_MAIN" "$DELPHESO2_BUILD_OPT" "$DELPHESO2_BUILD")
-
-# O2DPG
-O2DPG_NAME="O2DPG"
-O2DPG_UPDATE=0
-O2DPG_DIR="$ALICE_DIR/O2DPG"
-O2DPG_REMOTE_MAIN="upstream"
-O2DPG_REMOTE_FORK=""
-O2DPG_BRANCH_MAIN="master"
-O2DPG_BUILD_OPT="--defaults o2"
-O2DPG_BUILD=0
-O2DPG_SPECS=("$O2DPG_NAME" "$O2DPG_UPDATE" "$O2DPG_DIR" "$O2DPG_REMOTE_MAIN" "$O2DPG_REMOTE_FORK" "$O2DPG_BRANCH_MAIN" "$O2DPG_BUILD_OPT" "$O2DPG_BUILD")
-
-# Run 3 validation
-RUN3VALIDATE_NAME="Run 3 validation"
-RUN3VALIDATE_UPDATE=1
-RUN3VALIDATE_DIR="$DIR_REPO"
-RUN3VALIDATE_REMOTE_MAIN="upstream"
-RUN3VALIDATE_REMOTE_FORK="origin"
-RUN3VALIDATE_BRANCH_MAIN="master"
-RUN3VALIDATE_SPECS=("$RUN3VALIDATE_NAME" "$RUN3VALIDATE_UPDATE" "$RUN3VALIDATE_DIR" "$RUN3VALIDATE_REMOTE_MAIN" "$RUN3VALIDATE_REMOTE_FORK" "$RUN3VALIDATE_BRANCH_MAIN")
-
-####################################################################################################
-
-# List of packages to update/build (Put alidist first!)
-LIST_PKG_SPECS=(
-"ALIDIST_SPECS"
-"ALIPHYSICS_SPECS"
-"O2_SPECS"
-"O2PHYSICS_SPECS"
-#"DELPHESO2_SPECS"
-#"O2DPG_SPECS"
-"RUN3VALIDATE_SPECS"
-)
-
-# List of development aliBuild packages
-LIST_PKG_DEV_SPECS=(
-"ALIPHYSICS_SPECS"
-"O2_SPECS"
-"O2PHYSICS_SPECS"
-#"DELPHESO2_SPECS"
-#"O2DPG_SPECS"
-)
-
-####################################################################################################
diff --git a/exec/update_packages.sh b/exec/update_packages.sh
deleted file mode 100644
index aa9af9ac..00000000
--- a/exec/update_packages.sh
+++ /dev/null
@@ -1,327 +0,0 @@
-#!/bin/bash
-# shellcheck disable=SC2015 # Ignore A && B || C.
-
-# This script updates local and remote Git repositories, builds aliBuild packages and does cleanup.
-
-# The main Git branch (and the current one if different from the main one) is updated in the following way:
-# - Pull & rebase the branch from the same branch in the remote fork repository if specified.
-# - Pull & rebase the branch from the main branch in the main remote repository.
-# - Force-push the branch into the remote fork repository if specified.
-# aliBuild packages are built using the respective current branches and the specified build options.
-
-####################################################################################################
-
-# Settings
-
-# This repository directory
-DIR_REPO="$(realpath "$(dirname "$0")"/..)"
-
-# Configuration file
-FILE_CONFIG="$DIR_REPO/config/config_update.sh"
-
-# Main ALICE software directory
-ALICE_DIR="$HOME/alice"
-
-# aliBuild
-[ "$(which aliBuild)" ] || ErrExit "aliBuild not found"
-ALIBUILD_ARCH=$(aliBuild architecture)  # system architecture (as detected by aliBuild)
-ALIBUILD_OPT="-a $ALIBUILD_ARCH"
-
-# List of packages to update/build
-LIST_PKG_SPECS=()
-
-# List of development aliBuild packages
-LIST_PKG_DEV_SPECS=()
-
-# Delete unnecessary files.
-CLEAN=1
-CLEAN_AGGRESSIVE=0
-CLEAN_OPT=""
-
-# Delete all builds that are not needed to run the latest builds of specified development packages.
-# WARNING: This feature requires all development packages to be specified and added in the list LIST_PKG_DEV_SPECS! Builds of missing packages will be deleted!
-# WARNING: This feature executes "aliBuild build" for all development packages. If a package needs to be rebuilt, it will be rebuilt!
-# WARNING: Do not enable this if you need to keep several builds per development package (e.g. for different branches or commits)!
-PURGE_BUILDS=0
-
-# Print out an overview of the latest commits of repositories.
-PRINT_COMMITS=1
-
-# Display configuration without doing anything.
-DRYRUN=0
-
-####################################################################################################
-
-# Message formatting
-function MsgStep { echo -e "\n\e[1;32m$*\e[0m"; }
-function MsgSubStep { echo -e "\n\e[1m$*\e[0m"; }
-function MsgSubSubStep { echo -e "\e[4m$*\e[0m"; }
-function MsgWarn { echo -e "\e[1;36m$*\e[0m"; }
-function MsgErr { echo -e "\e[1;31m$*\e[0m"; }
-
-# Throw error and exit.
-function ErrExit {
-  MsgErr "Error: $*"; exit 1;
-}
-
-# Print out package summary.
-function PackageSummary {
-  local -n Specs=$1
-  NArgs=${#Specs[@]}
-  [ "$NArgs" -lt 1 ] && ErrExit "Bad array."
-  [ "$NArgs" -lt 6 ] && ErrExit "Package: ${Specs[0]}: Incomplete list of parameters."
-  echo "Package: ${Specs[0]}"
-  echo "Update: ${Specs[1]}"
-  echo "Repository: ${Specs[2]}"
-  echo "Upstream remote: ${Specs[3]}"
-  echo "Fork remote: ${Specs[4]}"
-  echo "Main branch: ${Specs[5]}"
-  [ "$NArgs" -ge 8 ] && {
-    echo "Build: ${Specs[7]}"
-    echo "Build options: ${Specs[6]}"
-  }
-  return 0
-}
-
-# Print out name of the current branch and the hash of the last commit.
-function PrintLastCommit {
-  BRANCH=$(git rev-parse --abbrev-ref HEAD)
-  COMMIT=$(git log -n 1 --pretty='format:%ci %h %s')
-  echo "$BRANCH $COMMIT"
-  return 0
-}
-
-# Update a given branch and push to the fork repository (if specified).
-function UpdateBranch {
-  REMOTE_MAIN_="$1" # Main remote (upstream)
-  BRANCH_MAIN_="$2" # Main branch
-  BRANCH_="$3"      # Current branch to be updated
-  REMOTE_FORK_=""   # Fork remote
-  [ "$4" ] && REMOTE_FORK_="$4"
-
-  MsgSubStep "- Updating branch $BRANCH_"
-  git checkout "$BRANCH_" || ErrExit "git checkout $BRANCH_ failed."
-
-  # Synchronise with the fork first, just in case there are some commits pushed from another local repository.
-  if [ "$REMOTE_FORK_" ]; then
-    MsgSubSubStep "-- Updating branch $BRANCH_ from $REMOTE_FORK_/$BRANCH_"
-    git pull --rebase "$REMOTE_FORK_" "$BRANCH_" || ErrExit "git pull --rebase $REMOTE_FORK_ $BRANCH_ failed."
-  fi
-
-  # Synchronise with upstream/main.
-  MsgSubSubStep "-- Updating branch $BRANCH_ from $REMOTE_MAIN_/$BRANCH_MAIN_"
-  git pull --rebase "$REMOTE_MAIN_" "$BRANCH_MAIN_" || ErrExit "git pull --rebase $REMOTE_MAIN_ $BRANCH_MAIN_ failed."
-
-  # Push to the fork.
-  if [ "$REMOTE_FORK_" ]; then
-    MsgSubSubStep "-- Pushing branch $BRANCH_ to $REMOTE_FORK_"
-    git push -f "$REMOTE_FORK_" "$BRANCH_" || ErrExit "git push -f $REMOTE_FORK_ $BRANCH_ failed"
-  fi
-  return 0
-}
-
-# Update the main and the current branch and push to the fork repository (if specified).
-function UpdateGit {
-  DIR="$1"         # Git repository directory
-  REMOTE_MAIN="$2" # Main remote (upstream)
-  BRANCH_MAIN="$3" # Main branch
-  REMOTE_FORK=""   # Fork remote
-  [ "$4" ] && REMOTE_FORK="$4"
-
-  # Move to the Git repository and get the name of the current branch.
-  cd "$DIR" && BRANCH=$(git rev-parse --abbrev-ref HEAD) || ErrExit "Failed to get the name of the current branch."
-  #echo "Directory: $DIR"
-  echo "Current branch: $BRANCH"
-
-  # Skip update when on detached HEAD.
-  [ "$BRANCH" == "HEAD" ] && { MsgSubStep "- Skipping update because of detached HEAD"; return 0; }
-
-  # Stash uncommitted local changes.
-  MsgSubStep "- Stashing potential uncommitted local changes"
-  NSTASH_OLD=$(git stash list | wc -l) && \
-  git stash && \
-  NSTASH_NEW=$(git stash list | wc -l) || ErrExit "git stash failed."
-
-  # Update the main branch.
-  UpdateBranch "$REMOTE_MAIN" "$BRANCH_MAIN" "$BRANCH_MAIN" "$REMOTE_FORK" || ErrExit "Failed to update branch $BRANCH_MAIN."
-
-  # Update the current branch.
-  [ "$BRANCH" != "$BRANCH_MAIN" ] && { UpdateBranch "$REMOTE_MAIN" "$BRANCH_MAIN" "$BRANCH" "$REMOTE_FORK" || ErrExit "Failed to update branch $BRANCH."; }
-
-  # Unstash stashed changes if any.
-  [ "$NSTASH_NEW" -ne "$NSTASH_OLD" ] && { MsgSubStep "- Unstashing uncommitted local changes"; git stash pop || ErrExit "git stash pop failed."; }
-  return 0
-}
-
-function BuildPackage {
-  PkgName="$1"
-  PkgBuildOpt="$2"
-  [ "$PkgName" ] || ErrExit "Empty package name"
-  # shellcheck disable=SC2086 # Ignore unquoted options.
-  cd "$ALICE_DIR" && aliBuild build "$PkgName" $PkgBuildOpt $ALIBUILD_OPT || ErrExit "aliBuild build $PkgName $PkgBuildOpt $ALIBUILD_OPT failed."
-}
-
-# Do the full update of a package.
-function UpdatePackage {
-  # Get package specification parameters.
-  local -n Specs=$1
-  NArgs=${#Specs[@]}
-  [ "$NArgs" -lt 1 ] && ErrExit "Bad array. $Specs"
-  Name="${Specs[0]}"
-  MsgStep "Updating $Name"
-  [ "$NArgs" -lt 6 ] && ErrExit "Incomplete list of parameters."
-  DoUpdate=${Specs[1]}
-  PathRepo="${Specs[2]}"
-  RemoteMain="${Specs[3]}"
-  RemoteFork="${Specs[4]}"
-  BranchMain="${Specs[5]}"
-  DoBuild=0
-  BuildOpt=""
-  [ "$NArgs" -ge 8 ] && {
-    BuildOpt="${Specs[6]}"
-    DoBuild=${Specs[7]}
-  }
-  # Update repository.
-  [ "$DoUpdate" -eq 1 ] && { UpdateGit "$PathRepo" "$RemoteMain" "$BranchMain" "$RemoteFork" || ErrExit "Failed to update $Name repository."; } || { echo "Update deactivated. Skipping"; }
-  # Build package.
-  [ "$DoBuild" -eq 1 ] && { MsgSubStep "- Building $Name"; BuildPackage "$Name" "$BuildOpt" || ErrExit "Failed to build $Name."; }
-  return 0
-}
-
-function Help { echo "Usage: bash [<path>/]$(basename "$0") [-h] [-c <config>] [-d]"; }
-
-####################################################################################################
-
-########## EXECUTION ##########
-
-# Parse command line options.
-while getopts ":hc:d" opt; do
-  case ${opt} in
-    h)
-      Help; exit 0;;
-    c)
-      FILE_CONFIG="$OPTARG";;
-    d)
-      DRYRUN=1;;
-    \?)
-      MsgErr "Invalid option: $OPTARG" 1>&2; Help; exit 1;;
-    :)
-      MsgErr "Invalid option: $OPTARG requires an argument." 1>&2; Help; exit 1;;
-  esac
-done
-
-# Load configuration.
-# shellcheck disable=SC1090 # Ignore non-constant source.
-source "$FILE_CONFIG" || ErrExit "Failed to load configuration from $FILE_CONFIG."
-[ "$ALIBUILD_WORK_DIR" ] || ErrExit "ALIBUILD_WORK_DIR is not defined."
-[ -d "$ALIBUILD_WORK_DIR" ] || ErrExit "$ALIBUILD_WORK_DIR does not exist."
-ALIBUILD_DIR_ARCH="$ALIBUILD_WORK_DIR/$ALIBUILD_ARCH"  # directory with builds of all packages
-ALIBUILD_DIR_BUILD="$ALIBUILD_WORK_DIR/BUILD"  # directory with builds of development packages
-
-# Dry run: Print out configuration and exit.
-if [ $DRYRUN -eq 1 ]; then
-  MsgStep "Configuration:"
-  echo "Configuration file: $FILE_CONFIG"
-  echo "Main ALICE software directory: $ALICE_DIR"
-  echo "aliBuild working directory: $ALIBUILD_WORK_DIR"
-  echo "System architecture: $ALIBUILD_ARCH"
-  echo "Cleanup: $CLEAN"
-  echo "Purging: $PURGE_BUILDS"
-  echo "Print commits: $PRINT_COMMITS"
-  MsgSubStep "Package settings:"
-  for pkg in "${LIST_PKG_SPECS[@]}"; do
-    arr="${pkg}[@]"
-    spec=("${!arr}")
-    echo ""
-    PackageSummary spec
-  done
-  MsgSubStep "Development packages:"
-  for pkg in "${LIST_PKG_DEV_SPECS[@]}"; do
-    arr="${pkg}[@]"
-    spec=("${!arr}")
-    echo "${spec[0]}"
-  done
-  exit 0
-fi
-
-# Update all packages in the list.
-for pkg in "${LIST_PKG_SPECS[@]}"; do
-  arr="${pkg}[@]"
-  spec=("${!arr}")
-  UpdatePackage spec || ErrExit "Failed to update packages."
-done
-
-# Cleanup
-if [ $CLEAN -eq 1 ]; then
-  MsgStep "Cleaning aliBuild files"
-
-  # Get the directory size before cleaning.
-  SIZE_BEFORE=$(du -sb "$ALIBUILD_WORK_DIR" | cut -f1)
-
-  # Delete all symlinks to builds and recreate the latest ones to allow deleting of all other builds.
-  if [ $PURGE_BUILDS -eq 1 ]; then
-    MsgSubStep "- Purging builds"
-    # Check existence of the build directories.
-    MsgSubSubStep "-- Checking existence of the build directories"
-    [[ -d "$ALIBUILD_DIR_ARCH" && -d "$ALIBUILD_DIR_BUILD" ]] || ErrExit "Build directories do not exist."
-    # Delete symlinks to all builds.
-    MsgSubSubStep "-- Deleting symlinks to all builds"
-    find "$ALIBUILD_DIR_ARCH" -mindepth 2 -maxdepth 2 -type l -delete || ErrExit "Failed to delete symlinks in $ALIBUILD_DIR_ARCH."
-    find "$ALIBUILD_DIR_BUILD" -mindepth 1 -maxdepth 1 -type l -delete || ErrExit "Failed to delete symlinks in $ALIBUILD_DIR_BUILD."
-    # Recreate symlinks to the latest builds of development packages and their dependencies.
-    for ((i = 0; i < ${#LIST_PKG_DEV_SPECS[@]}; ++i)); do
-      pkg="${LIST_PKG_DEV_SPECS[i]}"
-      arr="${pkg}[@]"
-      spec=("${!arr}")
-      Name="${spec[0]}"
-      BuildOpt="${spec[6]}"
-      MsgSubSubStep "-- Re-building $Name to recreate symlinks"; cd "$ALICE_DIR" && BuildPackage "$Name" "$BuildOpt" > /dev/null 2>&1 || ErrExit "Failed to rebuild $Name."
-    done
-  fi
-
-  # Delete obsolete builds.
-  MsgSubStep "- Deleting obsolete builds"
-  [ $CLEAN_AGGRESSIVE -eq 1 ] && { MsgWarn "Using aggressive cleanup"; CLEAN_OPT="--aggressive-cleanup"; }
-  # shellcheck disable=SC2086 # Ignore unquoted options.
-  cd "$ALICE_DIR" && aliBuild clean $ALIBUILD_OPT $CLEAN_OPT || ErrExit "aliBuild clean $ALIBUILD_OPT $CLEAN_OPT failed."
-
-  # Recreate symlinks to the source of development packages in sw/SOURCES.
-  if [ $CLEAN_AGGRESSIVE -eq 1 ]; then
-    mkdir "$ALIBUILD_WORK_DIR/SOURCES"
-    for ((i = 0; i < ${#LIST_PKG_DEV_SPECS[@]}; ++i)); do
-      pkg="${LIST_PKG_DEV_SPECS[i]}"
-      arr="${pkg}[@]"
-      spec=("${!arr}")
-      Name="${spec[0]}"
-      PathRepo="${spec[2]}"
-      BranchMain="${spec[5]}"
-      PathLink="$ALIBUILD_WORK_DIR/SOURCES/$Name/$BranchMain"
-      mkdir -p "$PathLink"
-      ln -s "$PathRepo" "$PathLink/0"
-      MsgSubSubStep "-- Recreating symlinks in SOURCES to $Name"
-    done
-  fi
-
-  # Get the directory size after cleaning.
-  SIZE_AFTER=$(du -sb "$ALIBUILD_WORK_DIR" | cut -f1)
-  # Report size difference.
-  SIZE_DIFF=$(( SIZE_BEFORE - SIZE_AFTER ))
-  # Convert the number of bytes to a human-readable format.
-  [ "$(which numfmt)" ] && { SIZE_DIFF=$(numfmt --to=si --round=nearest -- $SIZE_DIFF); SIZE_AFTER=$(numfmt --to=si --round=nearest -- "$SIZE_AFTER"); }
-  echo -e "\nFreed up ${SIZE_DIFF}B of disk space."
-  echo "Directory $ALIBUILD_WORK_DIR takes ${SIZE_AFTER}B."
-fi
-
-# Print out latest commits.
-if [ $PRINT_COMMITS -eq 1 ]; then
-  MsgStep "Latest commits"
-  for pkg in "${LIST_PKG_SPECS[@]}"; do
-    arr="${pkg}[@]"
-    spec=("${!arr}")
-    echo "${spec[0]}: $( cd "${spec[2]}" && PrintLastCommit || ErrExit )"
-  done
-fi
-
-MsgStep "Done"
-
-exit 0