From 1b9c39e15cd65303ef616fa5bf51fba5dde877a3 Mon Sep 17 00:00:00 2001 From: jprestop Date: Wed, 25 Jan 2023 13:56:00 -0700 Subject: [PATCH] Feature #2415 develop modulefiles (#2417) * Updated module and config files * Reverting to what was in develop --- .../config/install_met_env.wcoss2 | 46 +++++++++++++ .../installation/modulefiles/10.0.0_cray | 37 ----------- .../installation/modulefiles/10.1.0_acorn | 34 ---------- .../installation/modulefiles/10.1.0_casper | 29 --------- .../installation/modulefiles/10.1.0_cheyenne | 29 --------- .../installation/modulefiles/10.1.0_dell | 31 --------- .../installation/modulefiles/10.1.0_dogwood | 32 --------- .../installation/modulefiles/10.1.0_hera | 65 ------------------- .../installation/modulefiles/10.1.0_orion | 46 ------------- .../installation/modulefiles/10.1.0_stampede | 24 ------- .../scripts/installation/modulefiles/10.1.2 | 17 ----- .../modulefiles/11.0.0.lua.wcoss2 | 27 ++++++++ .../installation/modulefiles/11.0.0_casper | 2 +- .../installation/modulefiles/11.0.0_frontera | 1 + 14 files changed, 75 insertions(+), 345 deletions(-) create mode 100644 internal/scripts/installation/config/install_met_env.wcoss2 delete mode 100644 internal/scripts/installation/modulefiles/10.0.0_cray delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_acorn delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_casper delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_cheyenne delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_dell delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_dogwood delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_hera delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_orion delete mode 100644 internal/scripts/installation/modulefiles/10.1.0_stampede delete mode 100644 internal/scripts/installation/modulefiles/10.1.2 create mode 100644 internal/scripts/installation/modulefiles/11.0.0.lua.wcoss2 diff --git a/internal/scripts/installation/config/install_met_env.wcoss2 b/internal/scripts/installation/config/install_met_env.wcoss2 new file mode 100644 index 0000000000..a8ed47974b --- /dev/null +++ b/internal/scripts/installation/config/install_met_env.wcoss2 @@ -0,0 +1,46 @@ +# JY module use /apps/ops/para/libs/modulefiles/compiler/intel/19.1.3.304/ +module load intel +# JY add following two +module load craype/2.7.13 +module load cray-mpich/8.1.12 + +module load python/3.8.6 +module load netcdf/4.7.4 +module load hdf5/1.10.6 +module load bufr/11.6.0 +module load zlib/1.2.11 +module load jasper/2.0.25 +module load libpng/1.6.37 +module load gsl/2.7 +module load g2c/1.6.4 + +#export TEST_BASE=/apps/ops/para/libs/intel/19.1.3.304/met/11.0.0 +export TEST_BASE=$(pwd) +export LIB_DIR=${TEST_BASE}/external_libs +export BIN_DIR_PATH=${TEST_BASE}/bin +export COMPILER=intel_19.1.3.304 +export MET_SUBDIR=${TEST_BASE} +export MET_TARBALL=v11.0.0.tar.gz +export USE_MODULES=TRUE +export PYTHON_MODULE=python_3.8.6 +export MET_PYTHON=/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk +export MET_PYTHON_CC=-I/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/include/python3.8 +export MET_PYTHON_LD=-L/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib\ -lpython3.8\ -lpthread\ -ldl\ -lutil\ -lm\ -Xlinker\ -export-dynamic +export MET_NETCDF=/apps/prod/hpc-stack/intel-19.1.3.304/netcdf/4.7.4 +# JY export MET_HDF5=/apps/prod/hpc-stack/intel-19.1.3.304/hdf5/1.12.2 +export MET_HDF5=${HDF5_ROOT} +export MET_BUFRLIB=/apps/ops/prod/libs/intel/19.1.3.304/bufr/11.6.0/lib64 +# JY export MET_GRIB2CLIB=/apps/ops/prod/libs/intel/19.1.3.304/g2c/1.6.4/lib64 +# JY export MET_GRIB2CINC=/apps/ops/prod/libs/intel/19.1.3.304/g2c/1.6.4/include +export MET_GRIB2CLIB=${g2c_ROOT}/lib64 +export MET_GRIB2CINC=${G2C_INC} +export MET_GSL=/apps/spack/gsl/2.7/intel/19.1.3.304/xks7dxbowrdxhjck5zxc4rompopocevb +export BUFRLIB_NAME=-lbufr_4 +export GRIB2CLIB_NAME=-lg2c +# JY export LIB_JASPER=/apps/spack/jasper/2.0.25/intel/19.1.3.304/sjib74krrorkyczqpqah4tvewmlnqdx4/lib64 +export LIB_JASPER=${JASPER_LIBDIR} +# JY export LIB_LIBPNG=/apps/spack/libpng/1.6.37/intel/19.1.3.304/4ohkronuhlyherusoszzrmur5ewvlwzh/lib +export LIB_LIBPNG=${LIBPNG_LIBDIR} +# JY export LIB_Z=/apps/spack/zlib/1.2.11/intel/19.1.3.304/hjotqkckeoyt6j6tibalwzrlfljcjtdh/lib +export LIB_Z=${ZLIB_LIBDIR} +export SET_D64BIT=FALSE diff --git a/internal/scripts/installation/modulefiles/10.0.0_cray b/internal/scripts/installation/modulefiles/10.0.0_cray deleted file mode 100644 index e50a8bc1dd..0000000000 --- a/internal/scripts/installation/modulefiles/10.0.0_cray +++ /dev/null @@ -1,37 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.0.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -# The intel compiler is required to run MET - -module load PrgEnv-intel/5.2.56 -module unload intel/15.0.3.187 -module load intel/18.1.163 -module swap craype-haswell craype-sandybridge -module load cray-mpich/7.2.0 -module load python/3.6.3 -module load gsl-intel-haswell/2.1 -module use /usrx/local/dev/modulefiles -module load NetCDF-intel-sandybridge/4.7.4 -module load HDF5-parallel-intel-sandybridge/1.10.6 -module use /gpfs/hps/nco/ops/nwprod/lib/modulefiles -module load bufr-intel/11.0.1 -module load jasper-gnu-sandybridge/1.900.1 -module load png-intel-sandybridge/1.2.44 -module load zlib-intel-sandybridge/1.2.7 -module load g2c-intel/1.6.3 - -set base /gpfs/hps3/emc/meso/noscrub/emc.metplus/met/10.0.0 -set ver 10.0.0 -set share $base/share/met -set lib_base $base - -prepend-path PATH $base/exec - -setenv METversion V$ver -setenv MET_ROOT $base diff --git a/internal/scripts/installation/modulefiles/10.1.0_acorn b/internal/scripts/installation/modulefiles/10.1.0_acorn deleted file mode 100644 index 56d2d6d8dc..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_acorn +++ /dev/null @@ -1,34 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -# The intel compiler is required to run MET - -module use /apps/ops/para/libs/modulefiles/compiler/intel/19.1.3.304/ -module load intel -module load python/3.8.6 -module load netcdf/4.7.4 -module load hdf5/1.10.6 -module load bufr/11.5.0 -module load zlib/1.2.11 -module load jasper/2.0.25 -module load libpng/1.6.37 -module load gsl/2.7 -module load g2c/1.6.4 - -set base /lfs/h2/emc/vpppg/noscrub/Julie.Prestopnik/MET/10.1.0 -set ver 10.1.0 -set share $base/share/met -set lib_base $base - -prepend-path PATH $base/exec - -setenv METversion V$ver -setenv MET_ROOT $base - - diff --git a/internal/scripts/installation/modulefiles/10.1.0_casper b/internal/scripts/installation/modulefiles/10.1.0_casper deleted file mode 100644 index ac50f68913..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_casper +++ /dev/null @@ -1,29 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -# If they exist, remove ncdump and ncgen from /glade/p/ral/jntp/MET/MET_releases/casper/10.1.0/external_libs/bin - -# The intel compiler is required to run MET -module load ncarenv/1.3 -module load intel/2021.2 -module load python/3.7.9 -module load netcdf/4.8.0 - -set base /glade/p/ral/jntp/MET/MET_releases/casper/10.1.0 -set ver 10.1.0 -set share $base/share/met - -prepend-path PATH $base/bin:/glade/p/ral/jntp/MET/MET_releases/casper/10.1.0/external_libs/bin - - -setenv METversion V$ver - -# setenv MET_BUFRLIB /glade/p/ral/jntp/MET/MET_releases/10.0.0/external_libs/libs -# setenv MET_GRIB2C /glade/p/ral/jntp/MET/MET_releases/10.0.0/external_libs -# setenv MET_GSL /glade/p/ral/jntp/MET/MET_releases/10.0.0/external_libs diff --git a/internal/scripts/installation/modulefiles/10.1.0_cheyenne b/internal/scripts/installation/modulefiles/10.1.0_cheyenne deleted file mode 100644 index e3a408ff8f..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_cheyenne +++ /dev/null @@ -1,29 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -# If they exist, remove ncdump and ncgen from /glade/p/ral/jntp/MET/MET_releases/10.1.0/external_libs/bin - -# The intel compiler is required to run MET -module load ncarenv/1.3 -module load intel/2021.2 -module load python/3.7.9 -module load netcdf/4.8.0 - -set base /glade/p/ral/jntp/MET/MET_releases/10.1.0 -set ver 10.1.0 -set share $base/share/met - -prepend-path PATH $base/bin:/glade/p/ral/jntp/MET/MET_releases/10.1.0/external_libs/bin - - -setenv METversion V$ver - -# setenv MET_BUFRLIB /glade/p/ral/jntp/MET/MET_releases/10.1.0/external_libs/libs -# setenv MET_GRIB2C /glade/p/ral/jntp/MET/MET_releases/10.1.0/external_libs -# setenv MET_GSL /glade/p/ral/jntp/MET/MET_releases/10.1.0/external_libs diff --git a/internal/scripts/installation/modulefiles/10.1.0_dell b/internal/scripts/installation/modulefiles/10.1.0_dell deleted file mode 100644 index 320248ca3a..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_dell +++ /dev/null @@ -1,31 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -# The intel compiler is required to run MET - -module load ips/18.0.1.163 -module load python/3.6.3 -module load bufr/11.3.0 -module load NetCDF/4.5.0 -module load HDF5-serial/1.8.20 -module load jasper/1.900.1 -module load libpng/1.2.59 -module load zlib/1.2.11 -module load gsl/2.1 -module load g2c/1.6.3 - -set base /gpfs/dell2/emc/verification/noscrub/emc.metplus/met/10.1.0 -set ver 10.1.0 -set share $base/share/met -set lib_base $base - -prepend-path PATH $base/exec - -setenv METversion V$ver -setenv MET_ROOT $base diff --git a/internal/scripts/installation/modulefiles/10.1.0_dogwood b/internal/scripts/installation/modulefiles/10.1.0_dogwood deleted file mode 100644 index 82d86411c3..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_dogwood +++ /dev/null @@ -1,32 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -# The intel compiler is required to run MET - -module use /apps/ops/para/libs/modulefiles/compiler/intel/19.1.3.304/ -module load intel -module load python/3.8.6 -module load netcdf/4.7.4 -module load hdf5/1.10.6 -module load bufr/11.6.0 -module load zlib/1.2.11 -module load jasper/2.0.25 -module load libpng/1.6.37 -module load gsl/2.6 -module load g2c/1.6.4 - -set base /lfs/h2/emc/vpppg/noscrub/Julie.Prestopnik/MET/10.1.0 -set ver 10.1.0 -set share $base/share/met -set lib_base $base - -prepend-path PATH $base/exec - -setenv METversion V$ver -setenv MET_ROOT $base diff --git a/internal/scripts/installation/modulefiles/10.1.0_hera b/internal/scripts/installation/modulefiles/10.1.0_hera deleted file mode 100644 index 7e3294d7f9..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_hera +++ /dev/null @@ -1,65 +0,0 @@ -%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -# The intel compiler is required to run MET -prereq intel -prereq anaconda/latest - -set base /contrib/met -set ver 10.1.0 -set share $base/$ver/share/met -set lib_base $base/10.1.0 - -prepend-path PATH $base/$ver/bin:$lib_base/external_libs/bin - -#prepend-path LD_LIBRARY_PATH $lib_base/external_libs/lib - -#setenv METversion $ver -#setenv MET_ROOT $base/$ver/met-10.1.0 -#setenv MET_CONFIG $share/config -#setenv MET_POLY $share/poly -#setenv MET_COLORTABLES $share/colortables -#setenv MET_PS $share/ps -#setenv MET_TCDATA $share/tc_data -#setenv MET_TABLES $share/table_files -### -#setenv CC icc -#setenv CXX icc -#setenv F77 ifort - -#module load intel/2022.1.2 -#module load anaconda/latest - -#setenv libdir /contrib/met/10.1.0/external_libs/lib -#setenv incdir /contrib/met/10.1.0/external_libs/include -#setenv iprefix /contrib/met/10.1.0/external_libs -#setenv basedir /contrib/met/10.1.0/met-10.1.0 - -#setenv MET_HDF5 $iprefix -#setenv MET_NETCDF $incdir -#setenv MET_GRIB2CINC $incdir -#setenv MET_GRIB2CLIB $libdir -#setenv MET_GSLLIB $libdir -#setenv MET_GSLINC $incdir -#setenv MET_BUFR $libdir -#setenv MET_HDFINC $incdir -#setenv MET_HDFLIB $libdir -#setenv MET_HDFEOSINC $incdir -#setenv MET_HDFEOSLIB $libdir -#setenv MET_PYTHON /contrib/anaconda3/latest -#setenv MET_PYTHON_CC -I/contrib/anaconda/anaconda3/latest/include/python3.7m -#setenv MET_PYTHON_LD -L/contrib/anaconda/anaconda3/latest/lib\ -lpython3.7m\ -lpthread\ -ldl\ -lutil\ -lm\ -Xlinker\ -export-dynamic -#setenv MET_FONT_DIR $basedir/fonts/ - -# CAIRO and FREETYPE were not used -#setenv MET_CAIROLIB $libdir -#setenv MET_CAIROINC $incdir/cairo -#setenv MET_FREETYPELIB $libdir -#setenv MET_FREETYPEINC $incdir/freetype2 - diff --git a/internal/scripts/installation/modulefiles/10.1.0_orion b/internal/scripts/installation/modulefiles/10.1.0_orion deleted file mode 100644 index 05f7971e9a..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_orion +++ /dev/null @@ -1,46 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0. - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -prereq intel/2020.2 -prereq intelpython3/2020.2 - -set base /apps/contrib/MET -set ver 10.1.0 -set share $base/$ver/share/met -set lib_base $base/10.1.0 - - -prepend-path PATH $base/$ver/bin:$lib_base/external_libs/bin - -#export CC=icc -#export CXX=icc -#export F77=ifort -#module load intel/2020.2 -#module load intelpython3/2020.2 -#export libdir=/apps/contrib/met/10.1.0/external_libs/lib -#export incdir=/apps/contrib/met/10.1.0/external_libs/include -#export iprefix=/apps/contrib/met/10.1.0/external_libs -#export basedir=/apps/contrib/met/10.1.0/met-10.1.0 -#export MET_HDF5=$iprefix -#export MET_NETCDF=$incdir -#export MET_GRIB2CINC=$incdir -#export MET_GRIB2CLIB=$libdir -#setenv MET_GSLLIB=$libdir -#export MET_GSLINC=$incdir -#export MET_BUFR=$libdir -#export MET_HDFINC=$incdir -#export MET_HDFLIB=$libdir -#export MET_HDFEOSINC=$incdir -#export MET_HDFEOSLIB=$libdir -#export MET_PYTHON=/apps/intel-2020/intel-2020/intelpython3/ -#export MET_PYTHON_CC=-I/apps/intel-2020/intel-2020/intelpython3/include/python3.7m -#exoprt MET_PYTHON_LD=-L/apps/intel-2020/intel-2020/intelpython3/lib\ -lpython3.7m\ -lcrypt\ -lpthread\ -ldl\ -lutil\ -lrt\ -lm -#export MET_FONT_DIR=$basedir/fonts/ -#export LDFLAGS=-Wl,--disable-new-dtags -Wl,-rpath,${libdir}:${MET_PYTHON}/lib -#export CPPFLAGS=-I/apps/contrib/met/10.0.0/external_libs/include diff --git a/internal/scripts/installation/modulefiles/10.1.0_stampede b/internal/scripts/installation/modulefiles/10.1.0_stampede deleted file mode 100644 index aa62ef1fe6..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.0_stampede +++ /dev/null @@ -1,24 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.0 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -module load intel/18.0.2 -module load python3/3.7.0 -module load hdf5/1.10.4 -module load netcdf/4.6.2 - -set base /work2/06612/tg859120/stampede2/met/10.1.0 -set ver 10.1.0 -set share $base/share/met -set lib_base $base - -prepend-path PATH $base/bin - -setenv METversion V$ver -setenv MET_ROOT $base - diff --git a/internal/scripts/installation/modulefiles/10.1.2 b/internal/scripts/installation/modulefiles/10.1.2 deleted file mode 100644 index 121150be4b..0000000000 --- a/internal/scripts/installation/modulefiles/10.1.2 +++ /dev/null @@ -1,17 +0,0 @@ -#%Module###################################################################### -## -## Model Evaluation Tools -## -proc ModulesHelp { } { - puts stderr "Sets up the paths and environment variables to use the Model Evaluation Tools v10.1.2 - *** For help see the official MET webpage at http://www.dtcenter.org/met/users ***" -} - -module load intel/19.0.5.281 - -set base /usw/met -set ver 10.1.2 -set share $base/$ver/share/met -set lib_base $base/10.1.2 - -prepend-path PATH $base/$ver/bin:$lib_base/external_libs/bin:/lustre/f2/dev/esrl/Julie.Prestopnik/projects/miniconda/miniconda3/envs/metplus_v4.1_py3.6/bin diff --git a/internal/scripts/installation/modulefiles/11.0.0.lua.wcoss2 b/internal/scripts/installation/modulefiles/11.0.0.lua.wcoss2 new file mode 100644 index 0000000000..c4afdd9fda --- /dev/null +++ b/internal/scripts/installation/modulefiles/11.0.0.lua.wcoss2 @@ -0,0 +1,27 @@ +help([[ +]]) + +local pkgName = myModuleName() +local pkgVersion = myModuleVersion() +local pkgNameVer = myModuleFullName() + +local hierA = hierarchyA(pkgNameVer,1) +local compNameVer = hierA[1] + + +conflict(pkgName) + +local opt = os.getenv("HPC_OPT") or os.getenv("OPT") or "/opt/modules" + +local base = pathJoin(opt,compNameVer,pkgName,pkgVersion) + +prepend_path("PATH", pathJoin(base,"bin")) + +setenv("MET_ROOT", base) +setenv("MET_BASE", pathJoin(base, "share", "met")) +setenv("MET_VERSION", pkgVersion) + +whatis("Name: ".. pkgName) +whatis("Version: " .. pkgVersion) +whatis("Category: applications") +whatis("Description: Model Evaluation Tools (MET)") diff --git a/internal/scripts/installation/modulefiles/11.0.0_casper b/internal/scripts/installation/modulefiles/11.0.0_casper index 8cf3358f62..b0d007db53 100644 --- a/internal/scripts/installation/modulefiles/11.0.0_casper +++ b/internal/scripts/installation/modulefiles/11.0.0_casper @@ -18,7 +18,7 @@ set base /glade/p/ral/jntp/MET/MET_releases/casper/11.0.0 set ver 11.0.0 set share $base/share/met -prepend-path PATH $base/bin:/glade/p/ral/jntp/MET/MET_releases/casper/11.0.0/external_libs/bin::/glade/p/ral/jntp/MET/METplus/miniconda/miniconda3/envs/metplus_v5.0_py3.8/bin +prepend-path PATH $base/bin:/glade/p/ral/jntp/MET/MET_releases/casper/11.0.0/external_libs/bin:/glade/p/ral/jntp/MET/METplus/miniconda/miniconda3/envs/metplus_v5.0_py3.8/bin setenv METversion V$ver diff --git a/internal/scripts/installation/modulefiles/11.0.0_frontera b/internal/scripts/installation/modulefiles/11.0.0_frontera index 02202a7ffe..ebd3cb9c5f 100644 --- a/internal/scripts/installation/modulefiles/11.0.0_frontera +++ b/internal/scripts/installation/modulefiles/11.0.0_frontera @@ -9,6 +9,7 @@ proc ModulesHelp { } { # If they exist, remove ncdump and ncgen from /work2/06612/tg859120/frontera/MET/11.0.0/external_libs/bin +module unload python3 module load intel/19.1.1 module load hdf5/1.12.0 module load netcdf/4.7.4