-
Notifications
You must be signed in to change notification settings - Fork 49
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #810 from trz42/2023.06-software.eessi.io-use-acce…
…l-target-with-eessi-extend
{2023.06} Rebuild `EESSI-extend` module to use `$EESSI_ACCELERATOR_TARGET`- Loading branch information
Showing
7 changed files
with
188 additions
and
31 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
6 changes: 6 additions & 0 deletions
6
easystacks/software.eessi.io/2023.06/rebuilds/20241112-eb-4.9.4-EESSI-extend.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,6 @@ | ||
| # 2024.11.12 | ||
| # for installations under /cvmfs, if EESSI_ACCELERATOR_TARGET is set, | ||
| # EESSI-extend should adjust EASYBUILD_INSTALLPATH and set | ||
| # EASYBUILD_CUDA_COMPUTE_CAPABILITIES | ||
| easyconfigs: | ||
| - EESSI-extend-2023.06-easybuild.eb |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,116 @@ | ||
| # Script to load the environment module for EESSI-extend. | ||
| # If that module is not available yet, a specific version will be installed using the latest EasyBuild. | ||
| # | ||
| # This script must be sourced, since it makes changes in the current environment, like loading an EESSI-extend module. | ||
| # | ||
| # Assumptions (if one is not satisfied the script prints a message and exits) | ||
| # - EESSI version is given as first argument | ||
| # - TMPDIR is set | ||
| # - EB is set | ||
| # - EASYBUILD_INSTALLPATH needs to be set | ||
| # - Function check_exit_code is defined; | ||
| # scripts/utils.sh in EESSI/software-layer repository defines this function, hence | ||
| # scripts/utils.sh shall be sourced before this script is run | ||
| # | ||
| # This script is part of the EESSI software layer, see | ||
| # https://github.com/EESSI/software-layer.git | ||
| # | ||
| # author: Kenneth Hoste (@boegel, HPC-UGent) | ||
| # author: Alan O'Cais (@ocaisa, CECAM) | ||
| # author: Thomas Roeblitz (@trz42, University of Bergen) | ||
| # | ||
| # license: GPLv2 | ||
| # | ||
| # | ||
| set -o pipefail | ||
|
|
||
| # this script is *sourced*, not executed, so can't rely on $0 to determine path to self or script name | ||
| # $BASH_SOURCE points to correct path or script name, see also http://mywiki.wooledge.org/BashFAQ/028 | ||
| if [ $# -ne 1 ]; then | ||
| echo "Usage: source ${BASH_SOURCE} <EESSI-extend version>" >&2 | ||
| exit 1 | ||
| fi | ||
|
|
||
| EESSI_EXTEND_VERSION="${1}-easybuild" | ||
|
|
||
| # make sure that environment variables that we expect to be set are indeed set | ||
| if [ -z "${TMPDIR}" ]; then | ||
| echo "\$TMPDIR is not set; exiting" >&2 | ||
| exit 2 | ||
| fi | ||
|
|
||
| # ${EB} is used to specify which 'eb' command should be used; | ||
| # can potentially be more than just 'eb', for example when using 'eb --optarch=GENERIC' | ||
| if [ -z "${EB}" ]; then | ||
| echo "\$EB is not set; exiting" >&2 | ||
| exit 2 | ||
| fi | ||
|
|
||
| # ${EASYBUILD_INSTALLPATH} points to the installation path and needs to be set | ||
| if [ -z "${EASYBUILD_INSTALLPATH}" ]; then | ||
| echo "\$EASYBUILD_INSTALLPATH is not set; exiting" >&2 | ||
| exit 2 | ||
| fi | ||
|
|
||
| # make sure that utility functions are defined (cfr. scripts/utils.sh script in EESSI/software-layer repo) | ||
| type check_exit_code | ||
| if [ $? -ne 0 ]; then | ||
| echo "check_exit_code function is not defined; exiting" >&2 | ||
| exit 3 | ||
| fi | ||
|
|
||
| echo ">> Checking for EESSI-extend module..." | ||
|
|
||
| ml_av_eessi_extend_out=${TMPDIR}/ml_av_eessi_extend.out | ||
| # need to use --ignore_cache to avoid the case that the module was removed (to be | ||
| # rebuilt) but it is still in the cache | ||
| module --ignore_cache avail 2>&1 | grep -i EESSI-extend/${EESSI_EXTEND_VERSION} &> ${ml_av_eessi_extend_out} | ||
|
|
||
| if [[ $? -eq 0 ]]; then | ||
| echo_green ">> Module for EESSI-extend/${EESSI_EXTEND_VERSION} found!" | ||
| else | ||
| echo_yellow ">> No module yet for EESSI-extend/${EESSI_EXTEND_VERSION}, installing it..." | ||
|
|
||
| EB_TMPDIR=${TMPDIR}/ebtmp | ||
| echo ">> Using temporary installation of EasyBuild (in ${EB_TMPDIR})..." | ||
| pip_install_out=${TMPDIR}/pip_install.out | ||
| pip3 install --prefix ${EB_TMPDIR} easybuild &> ${pip_install_out} | ||
|
|
||
| # keep track of original $PATH and $PYTHONPATH values, so we can restore them | ||
| ORIG_PATH=${PATH} | ||
| ORIG_PYTHONPATH=${PYTHONPATH} | ||
|
|
||
| # source configure_easybuild to use correct eb settings | ||
| ( | ||
| export EASYBUILD_PREFIX=${TMPDIR}/easybuild | ||
| export EASYBUILD_READ_ONLY_INSTALLDIR=1 | ||
|
|
||
| echo ">> Final installation in ${EASYBUILD_INSTALLPATH}..." | ||
| export PATH=${EB_TMPDIR}/bin:${PATH} | ||
| export PYTHONPATH=$(ls -d ${EB_TMPDIR}/lib/python*/site-packages):${PYTHONPATH} | ||
| eb_install_out=${TMPDIR}/eb_install.out | ||
| ok_msg="EESSI-extend/${EESSI_EXTEND_VERSION} installed, let's go!" | ||
| fail_msg="Installing EESSI-extend/${EESSI_EXTEND_VERSION} failed, that's not good... (output: ${eb_install_out})" | ||
| # while always adding --try-amend=keep... may do no harm, we could make | ||
| # an attempt to figure out if it is needed, e.g., when we are rebuilding | ||
| ${EB} "EESSI-extend-${EESSI_EXTEND_VERSION}.eb" --try-amend=keeppreviousinstall=True 2>&1 | tee ${eb_install_out} | ||
| check_exit_code $? "${ok_msg}" "${fail_msg}" | ||
| ) | ||
|
|
||
| # restore origin $PATH and $PYTHONPATH values, and clean up environment variables that are no longer needed | ||
| export PATH=${ORIG_PATH} | ||
| export PYTHONPATH=${ORIG_PYTHONPATH} | ||
| unset EB_TMPDIR ORIG_PATH ORIG_PYTHONPATH | ||
|
|
||
| module --ignore_cache avail EESSI-extend/${EESSI_EXTEND_VERSION} &> ${ml_av_eessi_extend_out} | ||
| if [[ $? -eq 0 ]]; then | ||
| echo_green ">> EESSI-extend/${EESSI_EXTEND_VERSION} module installed!" | ||
| else | ||
| fatal_error "EESSI-extend/${EESSI_EXTEND_VERSION} module failed to install?! (output of 'pip install' in ${pip_install_out}, output of 'eb' in ${eb_install_out}, output of 'module avail EESSI-extend' in ${ml_av_eessi_extend_out})" | ||
| fi | ||
| fi | ||
|
|
||
| echo ">> Loading EESSI-extend/${EESSI_EXTEND_VERSION} module..." | ||
| module --ignore_cache load EESSI-extend/${EESSI_EXTEND_VERSION} | ||
|
|
||
| unset EESSI_EXTEND_VERSION |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters