Debug the stage_ic job

jobs/JGLOBAL_STAGE_IC

@@ -1,7 +1,15 @@
 #! /usr/bin/env bash
 
+set -x
+echo "Beginning of JGLOBAL_STAGE_IC"
+env
 source "${HOMEgfs}/ush/preamble.sh"
+echo "After preamble"
+set -x
+env
 source "${HOMEgfs}/ush/jjob_header.sh" -e "stage_ic" -c "base stage_ic"
+echo "After jjob_header"
+env
 
 # Execute staging
 "${SCRgfs}/exglobal_stage_ic.py"

jobs/rocoto/stage_ic.sh

@@ -1,7 +1,9 @@
 #! /usr/bin/env bash
 
+set -x
+echo "Starting env"
+env
 source "${HOMEgfs}/ush/preamble.sh"
-
 # Source FV3GFS workflow modules
 . "${HOMEgfs}/ush/load_fv3gfs_modules.sh"
 status=$?
@@ -10,6 +12,7 @@ status=$?
 export job="stage_ic"
 export jobid="${job}.$$"
 
+env
 # Execute the JJOB
 "${HOMEgfs}/jobs/JGLOBAL_STAGE_IC"
 status=$?

ush/detect_machine.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+set -x
 
 # The authoritative copy of this script lives in the ufs-weather-model at:
 # https://github.com/ufs-community/ufs-weather-model/blob/develop/tests/detect_machine.sh

ush/jjob_header.sh

@@ -39,6 +39,7 @@
 #                     [default: "YES"]
 #   - $pid          : Override the default process id
 #                     [default: $$]
+set -x
 
 OPTIND=1
 while getopts "c:e:" option; do

ush/load_fv3gfs_modules.sh

@@ -1,17 +1,21 @@
 #! /usr/bin/env bash
 
 ###############################################################
-if [[ "${DEBUG_WORKFLOW:-NO}" == "NO" ]]; then
+if [[ "YES" == "NO" ]]; then
     echo "Loading modules quietly..."
     set +x
 fi
+# Just to be sure
+set -x
 
 # Setup runtime environment by loading modules
 ulimit_s=$( ulimit -S -s )
 
 # Find module command and purge:
 source "${HOMEgfs}/ush/detect_machine.sh"
+set -x
 source "${HOMEgfs}/ush/module-setup.sh"
+set -x
 
 # Source versions file for runtime
 source "${HOMEgfs}/versions/run.ver"

ush/module-setup.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-set -u
+set -ux
 
 source "${HOMEgfs}/ush/detect_machine.sh"