Add Gaea as a supported platform for the regional_workflow (ufs-commu…

…nity#734)

* Updates to port regional workflow to gaea

* Temp change with -v as batch option

* new fixes for gaea/slurm

* Updated time for make lbcs

* added TEST data directory path

* Update gaea.sh

* fixes for PR

modulefiles/tasks/gaea/make_grid.local

@@ -0,0 +1,6 @@
+#%Module
+module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
+module load rocoto
+module load miniconda3
+
+setenv SRW_ENV regional_workflow

modulefiles/tasks/gaea/make_ics.local

@@ -0,0 +1,6 @@
+#%Module
+module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
+module load rocoto
+module load miniconda3
+
+setenv SRW_ENV regional_workflow

modulefiles/tasks/gaea/make_lbcs.local

@@ -0,0 +1,6 @@
+#%Module
+module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
+module load rocoto
+module load miniconda3
+
+setenv SRW_ENV regional_workflow

modulefiles/tasks/gaea/run_fcst.local

@@ -0,0 +1,6 @@
+#%Module
+module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
+module load rocoto
+module load miniconda3
+
+setenv SRW_ENV regional_workflow

modulefiles/tasks/gaea/run_vx.local

@@ -0,0 +1,7 @@
+#%Module
+
+module use -a /contrib/anaconda/modulefiles
+module load intel/18.0.5.274
+module load anaconda/latest
+module use -a /contrib/met/modulefiles/
+module load met/10.0.0

ush/config_defaults.sh

@@ -1691,6 +1691,14 @@ MAXTRIES_VX_ENSGRID_PROB_RETOP="1"
 MAXTRIES_VX_ENSPOINT="1"
 MAXTRIES_VX_ENSPOINT_MEAN="1"
 MAXTRIES_VX_ENSPOINT_PROB="1"
+
+#
+#-----------------------------------------------------------------------
+#
+# Allows an extra parameter to be passed to slurm via XML Native
+# command
+#
+SLURM_NATIVE_CMD=""
 #
 #-----------------------------------------------------------------------
 #

ush/generate_FV3LAM_wflow.sh

@@ -193,6 +193,7 @@ file (template_xml_fp):
   'partition_fcst': ${PARTITION_FCST}
   'queue_fcst': ${QUEUE_FCST}
   'machine': ${MACHINE}
+  'slurm_native_cmd': ${SLURM_NATIVE_CMD}
 #
 # Workflow task names.
 #

ush/machine/gaea.sh

@@ -0,0 +1,70 @@
+#!/bin/bash
+
+function file_location() {
+
+  # Return the default location of external model files on disk
+
+  local external_file_fmt external_model location
+
+  external_model=${1}
+  external_file_fmt=${2}
+
+  case ${external_model} in
+
+    "FV3GFS")
+      location='/lustre/f2/dev/Mark.Potts/EPIC/SRW/model_data/FV3GFS/${yyyymmdd}${hh}'
+      ;;
+
+  esac
+  echo ${location:-}
+}
+
+
+EXTRN_MDL_SYSBASEDIR_ICS=${EXTRN_MDL_SYSBASEDIR_ICS:-$(file_location \
+  ${EXTRN_MDL_NAME_ICS} \
+  ${FV3GFS_FILE_FMT_ICS})}
+EXTRN_MDL_SYSBASEDIR_LBCS=${EXTRN_MDL_SYSBASEDIR_LBCS:-$(file_location \
+  ${EXTRN_MDL_NAME_LBCS} \
+  ${FV3GFS_FILE_FMT_ICS})}
+
+# System scripts to source to initialize various commands within workflow
+# scripts (e.g. "module").
+if [ -z ${ENV_INIT_SCRIPTS_FPS:-""} ]; then
+  ENV_INIT_SCRIPTS_FPS=( "/etc/profile" )
+fi
+
+
+# Commands to run at the start of each workflow task.
+PRE_TASK_CMDS='{ ulimit -s unlimited; ulimit -a; }'
+
+# Architecture information
+WORKFLOW_MANAGER="rocoto"
+SLURM_NATIVE_CMD="-M c3"
+NCORES_PER_NODE=${NCORES_PER_NODE:-32}
+SCHED=${SCHED:-"slurm"}
+QUEUE_DEFAULT=${QUEUE_DEFAULT:-"normal"}
+QUEUE_HPSS=${QUEUE_DEFAULT:-"normal"}
+QUEUE_FCST=${QUEUE_DEFAULT:-"normal"}
+WTIME_MAKE_LBCS="00:60:00"
+
+# UFS SRW App specific paths
+FIXgsm=${FIXgsm:-"//lustre/f2/dev/Mark.Potts/EPIC/fix/fix_am"}
+FIXaer=${FIXaer:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_aer"}
+FIXlut=${FIXlut:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_lut"}
+TOPO_DIR=${TOPO_DIR:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_orog"}
+SFC_CLIMO_INPUT_DIR=${SFC_CLIMO_INPUT_DIR:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_sfc_climo"}
+
+RUN_CMD_SERIAL="time"
+#Run Commands currently differ for GNU/openmpi
+#RUN_CMD_UTILS='mpirun --mca btl tcp,vader,self -np $nprocs'
+#RUN_CMD_FCST='mpirun --mca btl tcp,vader,self -np ${PE_MEMBER01}'
+#RUN_CMD_POST='mpirun --mca btl tcp,vader,self -np $nprocs'
+RUN_CMD_UTILS='srun --mpi=pmi2 -n $nprocs'
+RUN_CMD_FCST='srun --mpi=pmi2 -n ${PE_MEMBER01}'
+RUN_CMD_POST='srun --mpi=pmi2 -n $nprocs'
+
+# MET Installation Locations
+# MET Plus is not yet supported on gaea
+# Test Data Locations
+TEST_EXTRN_MDL_SOURCE_BASEDIR="/lustre/f2/dev/Mark.Potts/EPIC/SRW/model_data"
+