diff --git a/FV3 b/FV3 index b4672ab0c3..02ce4ad481 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit b4672ab0c3b5685a8e1116b670bbfad82f133642 +Subproject commit 02ce4ad4812bd91356e8a975567e83a346ddb18d diff --git a/tests/Compile_hera.intel.log b/tests/Compile_hera.intel.log index 077e3b3a32..08df541e12 100644 --- a/tests/Compile_hera.intel.log +++ b/tests/Compile_hera.intel.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' -+ export COMPILE_NR=10 -+ COMPILE_NR=10 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10.env ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' ++ export COMPILE_NR=1 ++ COMPILE_NR=1 ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_1.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_1.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -61,19 +61,19 @@ ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=10 -+ TEST_NR=10 -+ export JBNME=compile_10 -+ JBNME=compile_10 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 ++ export TEST_NR=1 ++ TEST_NR=1 ++ export JBNME=compile_1 ++ JBNME=compile_1 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_1 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_1 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_1 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -86,39 +86,47 @@ + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527295 -TEST 10 compile is waiting to enter the queue -1 min. TEST 10 compile is running, Status: R -2 min. TEST 10 compile is running, Status: R +Job id 8629755 +TEST 1 compile is waiting to enter the queue +1 min. TEST 1 compile is pending, Status: PD +2 min. TEST 1 compile is pending, Status: PD +3 min. TEST 1 compile is running, Status: R +4 min. TEST 1 compile is running, Status: R +5 min. TEST 1 compile is running, Status: R +6 min. TEST 1 compile is running, Status: R +7 min. TEST 1 compile is running, Status: R +8 min. TEST 1 compile is running, Status: R +9 min. TEST 1 compile is running, Status: R +10 min. TEST 1 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527295 COMPLETED compile_10 -8527295.bat+ COMPLETED batch -8527295.ext+ COMPLETED extern -3 min. TEST 10 compile is COMPLETED +8629755 COMPLETED compile_1 +8629755.bat+ COMPLETED batch +8629755.ext+ COMPLETED extern +11 min. TEST 1 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=186 -+ echo 'Elapsed time 186 seconds. Compile 10' -Elapsed time 186 seconds. Compile 10 ++ elapsed=667 ++ echo 'Elapsed time 667 seconds. Compile 1' +Elapsed time 667 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' -+ export COMPILE_NR=11 -+ COMPILE_NR=11 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11.env ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' ++ export COMPILE_NR=10 ++ COMPILE_NR=10 ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_10.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_10.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -131,10 +139,10 @@ Elapsed time 186 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -163,19 +171,19 @@ Elapsed time 186 seconds. Compile 10 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=11 -+ TEST_NR=11 -+ export JBNME=compile_11 -+ JBNME=compile_11 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 ++ export TEST_NR=10 ++ TEST_NR=10 ++ export JBNME=compile_10 ++ JBNME=compile_10 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_10 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_10 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_10 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -188,39 +196,42 @@ Elapsed time 186 seconds. Compile 10 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527309 -TEST 11 compile is waiting to enter the queue -1 min. TEST 11 compile is running, Status: R -2 min. TEST 11 compile is running, Status: R +Job id 8629761 +TEST 10 compile is waiting to enter the queue +1 min. TEST 10 compile is pending, Status: PD +2 min. TEST 10 compile is pending, Status: PD +3 min. TEST 10 compile is pending, Status: PD +4 min. TEST 10 compile is running, Status: R +5 min. TEST 10 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527309 COMPLETED compile_11 -8527309.bat+ COMPLETED batch -8527309.ext+ COMPLETED extern -3 min. TEST 11 compile is COMPLETED +8629761 COMPLETED compile_10 +8629761.bat+ COMPLETED batch +8629761.ext+ COMPLETED extern +6 min. TEST 10 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=186 -+ echo 'Elapsed time 186 seconds. Compile 11' -Elapsed time 186 seconds. Compile 11 ++ elapsed=366 ++ echo 'Elapsed time 366 seconds. Compile 10' +Elapsed time 366 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' -+ export COMPILE_NR=12 -+ COMPILE_NR=12 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12.env ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' ++ export COMPILE_NR=11 ++ COMPILE_NR=11 ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_11.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_11.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -233,10 +244,10 @@ Elapsed time 186 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -265,19 +276,19 @@ Elapsed time 186 seconds. Compile 11 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=12 -+ TEST_NR=12 -+ export JBNME=compile_12 -+ JBNME=compile_12 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 ++ export TEST_NR=11 ++ TEST_NR=11 ++ export JBNME=compile_11 ++ JBNME=compile_11 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_11 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_11 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_11 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -290,43 +301,42 @@ Elapsed time 186 seconds. Compile 11 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527333 -TEST 12 compile is waiting to enter the queue -1 min. TEST 12 compile is running, Status: R -2 min. TEST 12 compile is running, Status: R -3 min. TEST 12 compile is running, Status: R -4 min. TEST 12 compile is running, Status: R -5 min. TEST 12 compile is running, Status: R -6 min. TEST 12 compile is running, Status: R +Job id 8629925 +TEST 11 compile is waiting to enter the queue +1 min. TEST 11 compile is pending, Status: PD +2 min. TEST 11 compile is pending, Status: PD +3 min. TEST 11 compile is running, Status: R +4 min. TEST 11 compile is running, Status: R +5 min. TEST 11 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527333 COMPLETED compile_12 -8527333.bat+ COMPLETED batch -8527333.ext+ COMPLETED extern -7 min. TEST 12 compile is COMPLETED +8629925 COMPLETED compile_11 +8629925.bat+ COMPLETED batch +8629925.ext+ COMPLETED extern +6 min. TEST 11 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 12' -Elapsed time 426 seconds. Compile 12 ++ elapsed=367 ++ echo 'Elapsed time 367 seconds. Compile 11' +Elapsed time 367 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' -+ export COMPILE_NR=13 -+ COMPILE_NR=13 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13.env ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' ++ export COMPILE_NR=12 ++ COMPILE_NR=12 ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_12.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_12.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -339,10 +349,10 @@ Elapsed time 426 seconds. Compile 12 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -371,19 +381,19 @@ Elapsed time 426 seconds. Compile 12 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=13 -+ TEST_NR=13 -+ export JBNME=compile_13 -+ JBNME=compile_13 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 ++ export TEST_NR=12 ++ TEST_NR=12 ++ export JBNME=compile_12 ++ JBNME=compile_12 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_12 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_12 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_12 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_12 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -396,43 +406,52 @@ Elapsed time 426 seconds. Compile 12 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527374 -TEST 13 compile is waiting to enter the queue -1 min. TEST 13 compile is running, Status: R -2 min. TEST 13 compile is running, Status: R -3 min. TEST 13 compile is running, Status: R -4 min. TEST 13 compile is running, Status: R -5 min. TEST 13 compile is running, Status: R -6 min. TEST 13 compile is running, Status: R +Job id 8629926 +TEST 12 compile is waiting to enter the queue +1 min. TEST 12 compile is pending, Status: PD +2 min. TEST 12 compile is pending, Status: PD +3 min. TEST 12 compile is running, Status: R +4 min. TEST 12 compile is running, Status: R +5 min. TEST 12 compile is running, Status: R +6 min. TEST 12 compile is running, Status: R +7 min. TEST 12 compile is running, Status: R +8 min. TEST 12 compile is running, Status: R +Slurm unknown status CG. Check sacct ... +8629926 COMPLETED compile_12 +8629926.bat+ COMPLETED batch +8629926.ext+ COMPLETED extern +9 min. TEST 12 compile is COMPLETED +COMPLETED +COMPLETED Slurm unknown status -. Check sacct ... -8527374 COMPLETED compile_13 -8527374.bat+ COMPLETED batch -8527374.ext+ COMPLETED extern -7 min. TEST 13 compile is COMPLETED +8629926 COMPLETED compile_12 +8629926.bat+ COMPLETED batch +8629926.ext+ COMPLETED extern +10 min. TEST 12 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 13' -Elapsed time 426 seconds. Compile 13 ++ elapsed=607 ++ echo 'Elapsed time 607 seconds. Compile 12' +Elapsed time 607 seconds. Compile 12 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' -+ export COMPILE_NR=1 -+ COMPILE_NR=1 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1.env ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' ++ export COMPILE_NR=13 ++ COMPILE_NR=13 ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_13.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_13.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -445,10 +464,10 @@ Elapsed time 426 seconds. Compile 13 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -477,19 +496,19 @@ Elapsed time 426 seconds. Compile 13 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=1 -+ TEST_NR=1 -+ export JBNME=compile_1 -+ JBNME=compile_1 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 ++ export TEST_NR=13 ++ TEST_NR=13 ++ export JBNME=compile_13 ++ JBNME=compile_13 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_13 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_13 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_13 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_13 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -502,43 +521,43 @@ Elapsed time 426 seconds. Compile 13 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527289 -TEST 1 compile is waiting to enter the queue -1 min. TEST 1 compile is running, Status: R -2 min. TEST 1 compile is running, Status: R -3 min. TEST 1 compile is running, Status: R -4 min. TEST 1 compile is running, Status: R -5 min. TEST 1 compile is running, Status: R -6 min. TEST 1 compile is running, Status: R +Job id 8630075 +TEST 13 compile is waiting to enter the queue +1 min. TEST 13 compile is running, Status: R +2 min. TEST 13 compile is running, Status: R +3 min. TEST 13 compile is running, Status: R +4 min. TEST 13 compile is running, Status: R +5 min. TEST 13 compile is running, Status: R +6 min. TEST 13 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527289 COMPLETED compile_1 -8527289.bat+ COMPLETED batch -8527289.ext+ COMPLETED extern -7 min. TEST 1 compile is COMPLETED +8630075 COMPLETED compile_13 +8630075.bat+ COMPLETED batch +8630075.ext+ COMPLETED extern +7 min. TEST 13 compile is COMPLETED COMPLETED COMPLETED + elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 1' -Elapsed time 426 seconds. Compile 1 ++ echo 'Elapsed time 426 seconds. Compile 13' +Elapsed time 426 seconds. Compile 13 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_2.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_2.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -551,10 +570,10 @@ Elapsed time 426 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -587,15 +606,15 @@ Elapsed time 426 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_2 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_2 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_2 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -608,43 +627,48 @@ Elapsed time 426 seconds. Compile 1 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527292 +Job id 8629753 TEST 2 compile is waiting to enter the queue -1 min. TEST 2 compile is running, Status: R -2 min. TEST 2 compile is running, Status: R +1 min. TEST 2 compile is pending, Status: PD +2 min. TEST 2 compile is pending, Status: PD 3 min. TEST 2 compile is running, Status: R 4 min. TEST 2 compile is running, Status: R 5 min. TEST 2 compile is running, Status: R 6 min. TEST 2 compile is running, Status: R +7 min. TEST 2 compile is running, Status: R +8 min. TEST 2 compile is running, Status: R +9 min. TEST 2 compile is running, Status: R +10 min. TEST 2 compile is running, Status: R +11 min. TEST 2 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527292 COMPLETED compile_2 -8527292.bat+ COMPLETED batch -8527292.ext+ COMPLETED extern -7 min. TEST 2 compile is COMPLETED +8629753 COMPLETED compile_2 +8629753.bat+ COMPLETED batch +8629753.ext+ COMPLETED extern +12 min. TEST 2 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 2' -Elapsed time 426 seconds. Compile 2 ++ elapsed=727 ++ echo 'Elapsed time 727 seconds. Compile 2' +Elapsed time 727 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_3.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_3.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -657,10 +681,10 @@ Elapsed time 426 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -693,15 +717,15 @@ Elapsed time 426 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_3 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_3 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_3 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -714,43 +738,46 @@ Elapsed time 426 seconds. Compile 2 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527296 +Job id 8629754 TEST 3 compile is waiting to enter the queue -1 min. TEST 3 compile is running, Status: R -2 min. TEST 3 compile is running, Status: R +1 min. TEST 3 compile is pending, Status: PD +2 min. TEST 3 compile is pending, Status: PD 3 min. TEST 3 compile is running, Status: R 4 min. TEST 3 compile is running, Status: R 5 min. TEST 3 compile is running, Status: R 6 min. TEST 3 compile is running, Status: R +7 min. TEST 3 compile is running, Status: R +8 min. TEST 3 compile is running, Status: R +9 min. TEST 3 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527296 COMPLETED compile_3 -8527296.bat+ COMPLETED batch -8527296.ext+ COMPLETED extern -7 min. TEST 3 compile is COMPLETED +8629754 COMPLETED compile_3 +8629754.bat+ COMPLETED batch +8629754.ext+ COMPLETED extern +10 min. TEST 3 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 3' -Elapsed time 426 seconds. Compile 3 ++ elapsed=607 ++ echo 'Elapsed time 607 seconds. Compile 3' +Elapsed time 607 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_4.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_4.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -763,10 +790,10 @@ Elapsed time 426 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -799,15 +826,15 @@ Elapsed time 426 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_4 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_4 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_4 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -820,43 +847,46 @@ Elapsed time 426 seconds. Compile 3 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527287 +Job id 8629758 TEST 4 compile is waiting to enter the queue -1 min. TEST 4 compile is running, Status: R -2 min. TEST 4 compile is running, Status: R +1 min. TEST 4 compile is pending, Status: PD +2 min. TEST 4 compile is pending, Status: PD 3 min. TEST 4 compile is running, Status: R 4 min. TEST 4 compile is running, Status: R 5 min. TEST 4 compile is running, Status: R 6 min. TEST 4 compile is running, Status: R +7 min. TEST 4 compile is running, Status: R +8 min. TEST 4 compile is running, Status: R +9 min. TEST 4 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527287 COMPLETED compile_4 -8527287.bat+ COMPLETED batch -8527287.ext+ COMPLETED extern -7 min. TEST 4 compile is COMPLETED +8629758 COMPLETED compile_4 +8629758.bat+ COMPLETED batch +8629758.ext+ COMPLETED extern +10 min. TEST 4 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 4' -Elapsed time 426 seconds. Compile 4 ++ elapsed=607 ++ echo 'Elapsed time 607 seconds. Compile 4' +Elapsed time 607 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_5.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_5.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -869,10 +899,10 @@ Elapsed time 426 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -905,15 +935,15 @@ Elapsed time 426 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_5 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_5 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_5 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -926,46 +956,48 @@ Elapsed time 426 seconds. Compile 4 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527294 +Job id 8629757 TEST 5 compile is waiting to enter the queue -1 min. TEST 5 compile is running, Status: R -2 min. TEST 5 compile is running, Status: R +1 min. TEST 5 compile is pending, Status: PD +2 min. TEST 5 compile is pending, Status: PD +3 min. TEST 5 compile is running, Status: R +4 min. TEST 5 compile is running, Status: R Slurm unknown status CG. Check sacct ... -8527294 COMPLETED compile_5 -8527294.bat+ COMPLETED batch -8527294.ext+ COMPLETED extern -3 min. TEST 5 compile is COMPLETED +8629757 COMPLETED compile_5 +8629757.bat+ COMPLETED batch +8629757.ext+ COMPLETED extern +5 min. TEST 5 compile is COMPLETED COMPLETED COMPLETED Slurm unknown status -. Check sacct ... -8527294 COMPLETED compile_5 -8527294.bat+ COMPLETED batch -8527294.ext+ COMPLETED extern -4 min. TEST 5 compile is COMPLETED +8629757 COMPLETED compile_5 +8629757.bat+ COMPLETED batch +8629757.ext+ COMPLETED extern +6 min. TEST 5 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=246 -+ echo 'Elapsed time 246 seconds. Compile 5' -Elapsed time 246 seconds. Compile 5 ++ elapsed=366 ++ echo 'Elapsed time 366 seconds. Compile 5' +Elapsed time 366 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_6.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_6.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -978,10 +1010,10 @@ Elapsed time 246 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1014,15 +1046,15 @@ Elapsed time 246 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_6 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_6 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_6 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1035,43 +1067,53 @@ Elapsed time 246 seconds. Compile 5 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527288 +Job id 8629752 TEST 6 compile is waiting to enter the queue -1 min. TEST 6 compile is running, Status: R -2 min. TEST 6 compile is running, Status: R +1 min. TEST 6 compile is pending, Status: PD +2 min. TEST 6 compile is pending, Status: PD 3 min. TEST 6 compile is running, Status: R 4 min. TEST 6 compile is running, Status: R 5 min. TEST 6 compile is running, Status: R 6 min. TEST 6 compile is running, Status: R +7 min. TEST 6 compile is running, Status: R +8 min. TEST 6 compile is running, Status: R +9 min. TEST 6 compile is running, Status: R +Slurm unknown status CG. Check sacct ... +8629752 COMPLETED compile_6 +8629752.bat+ COMPLETED batch +8629752.ext+ COMPLETED extern +10 min. TEST 6 compile is COMPLETED +COMPLETED +COMPLETED Slurm unknown status -. Check sacct ... -8527288 COMPLETED compile_6 -8527288.bat+ COMPLETED batch -8527288.ext+ COMPLETED extern -7 min. TEST 6 compile is COMPLETED +8629752 COMPLETED compile_6 +8629752.bat+ COMPLETED batch +8629752.ext+ COMPLETED extern +11 min. TEST 6 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 6' -Elapsed time 426 seconds. Compile 6 ++ elapsed=667 ++ echo 'Elapsed time 667 seconds. Compile 6' +Elapsed time 667 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_7.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_7.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -1084,10 +1126,10 @@ Elapsed time 426 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1120,15 +1162,15 @@ Elapsed time 426 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_7 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_7 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_7 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1141,43 +1183,46 @@ Elapsed time 426 seconds. Compile 6 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527291 +Job id 8629756 TEST 7 compile is waiting to enter the queue -1 min. TEST 7 compile is running, Status: R -2 min. TEST 7 compile is running, Status: R +1 min. TEST 7 compile is pending, Status: PD +2 min. TEST 7 compile is pending, Status: PD 3 min. TEST 7 compile is running, Status: R 4 min. TEST 7 compile is running, Status: R 5 min. TEST 7 compile is running, Status: R 6 min. TEST 7 compile is running, Status: R +7 min. TEST 7 compile is running, Status: R +8 min. TEST 7 compile is running, Status: R +9 min. TEST 7 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527291 COMPLETED compile_7 -8527291.bat+ COMPLETED batch -8527291.ext+ COMPLETED extern -7 min. TEST 7 compile is COMPLETED +8629756 COMPLETED compile_7 +8629756.bat+ COMPLETED batch +8629756.ext+ COMPLETED extern +10 min. TEST 7 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 7' -Elapsed time 426 seconds. Compile 7 ++ elapsed=607 ++ echo 'Elapsed time 607 seconds. Compile 7' +Elapsed time 607 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_8.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_8.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -1190,10 +1235,10 @@ Elapsed time 426 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1226,15 +1271,15 @@ Elapsed time 426 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_8 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_8 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_8 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1247,43 +1292,47 @@ Elapsed time 426 seconds. Compile 7 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527290 +Job id 8629759 TEST 8 compile is waiting to enter the queue -1 min. TEST 8 compile is running, Status: R -2 min. TEST 8 compile is running, Status: R -3 min. TEST 8 compile is running, Status: R +1 min. TEST 8 compile is pending, Status: PD +2 min. TEST 8 compile is pending, Status: PD +3 min. TEST 8 compile is pending, Status: PD 4 min. TEST 8 compile is running, Status: R 5 min. TEST 8 compile is running, Status: R 6 min. TEST 8 compile is running, Status: R +7 min. TEST 8 compile is running, Status: R +8 min. TEST 8 compile is running, Status: R +9 min. TEST 8 compile is running, Status: R +10 min. TEST 8 compile is running, Status: R Slurm unknown status -. Check sacct ... -8527290 COMPLETED compile_8 -8527290.bat+ COMPLETED batch -8527290.ext+ COMPLETED extern -7 min. TEST 8 compile is COMPLETED +8629759 COMPLETED compile_8 +8629759.bat+ COMPLETED batch +8629759.ext+ COMPLETED extern +11 min. TEST 8 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 8' -Elapsed time 426 seconds. Compile 8 ++ elapsed=667 ++ echo 'Elapsed time 667 seconds. Compile 8' +Elapsed time 667 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9.env ++ cd /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_9.env ]] ++ source /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_9.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ PATHRT=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests +++ export PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model +++ PATHTR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -1296,10 +1345,10 @@ Elapsed time 426 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel -++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1332,15 +1381,15 @@ Elapsed time 426 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_9 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch1/NCEPDEV/nems/Jun.Wang/nems/vlab/20200610/commit/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 -+ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_9 ++ cd /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/compile_9 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1353,21 +1402,31 @@ Elapsed time 426 seconds. Compile 8 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8527293 +Job id 8629760 TEST 9 compile is waiting to enter the queue -1 min. TEST 9 compile is running, Status: R -2 min. TEST 9 compile is running, Status: R -3 min. TEST 9 compile is running, Status: R +1 min. TEST 9 compile is pending, Status: PD +2 min. TEST 9 compile is pending, Status: PD +3 min. TEST 9 compile is pending, Status: PD 4 min. TEST 9 compile is running, Status: R 5 min. TEST 9 compile is running, Status: R 6 min. TEST 9 compile is running, Status: R +7 min. TEST 9 compile is running, Status: R +8 min. TEST 9 compile is running, Status: R +9 min. TEST 9 compile is running, Status: R +Slurm unknown status CG. Check sacct ... +8629760 COMPLETED compile_9 +8629760.bat+ COMPLETED batch +8629760.ext+ COMPLETED extern +10 min. TEST 9 compile is COMPLETED +COMPLETED +COMPLETED Slurm unknown status -. Check sacct ... -8527293 COMPLETED compile_9 -8527293.bat+ COMPLETED batch -8527293.ext+ COMPLETED extern -7 min. TEST 9 compile is COMPLETED +8629760 COMPLETED compile_9 +8629760.bat+ COMPLETED batch +8629760.ext+ COMPLETED extern +11 min. TEST 9 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 9' -Elapsed time 426 seconds. Compile 9 ++ elapsed=667 ++ echo 'Elapsed time 667 seconds. Compile 9' +Elapsed time 667 seconds. Compile 9 diff --git a/tests/Compile_orion.intel.log b/tests/Compile_orion.intel.log index 31b53333f3..972ae0b6cc 100644 --- a/tests/Compile_orion.intel.log +++ b/tests/Compile_orion.intel.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_10.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_10.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -64,15 +64,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_10 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_10 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_10 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -85,50 +85,38 @@ + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82650 +Job id 90383 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: R -2 min. TEST 10 compile is running, Status: R -3 min. TEST 10 compile is running, Status: R -4 min. TEST 10 compile is running, Status: R -5 min. TEST 10 compile is running, Status: R -6 min. TEST 10 compile is running, Status: R -7 min. TEST 10 compile is running, Status: R -8 min. TEST 10 compile is running, Status: R -9 min. TEST 10 compile is running, Status: R -10 min. TEST 10 compile is running, Status: R -11 min. TEST 10 compile is running, Status: R -12 min. TEST 10 compile is running, Status: R -13 min. TEST 10 compile is running, Status: R Slurm unknown status -. Check sacct ... -82650 COMPLETED compile_10 -82650.batch COMPLETED batch -82650.extern COMPLETED extern -14 min. TEST 10 compile is COMPLETED +90383 COMPLETED compile_10 +90383.batch COMPLETED batch +90383.extern COMPLETED extern +2 min. TEST 10 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=846 -+ echo 'Elapsed time 846 seconds. Compile 10' -Elapsed time 846 seconds. Compile 10 ++ elapsed=126 ++ echo 'Elapsed time 126 seconds. Compile 10' +Elapsed time 126 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_11.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_11.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -141,10 +129,10 @@ Elapsed time 846 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -176,15 +164,15 @@ Elapsed time 846 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_11 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_11 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_11 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -197,42 +185,39 @@ Elapsed time 846 seconds. Compile 10 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82654 +Job id 90390 TEST 11 compile is waiting to enter the queue 1 min. TEST 11 compile is running, Status: R 2 min. TEST 11 compile is running, Status: R -3 min. TEST 11 compile is running, Status: R -4 min. TEST 11 compile is running, Status: R -5 min. TEST 11 compile is running, Status: R Slurm unknown status -. Check sacct ... -82654 COMPLETED compile_11 -82654.batch COMPLETED batch -82654.extern COMPLETED extern -6 min. TEST 11 compile is COMPLETED +90390 COMPLETED compile_11 +90390.batch COMPLETED batch +90390.extern COMPLETED extern +3 min. TEST 11 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=366 -+ echo 'Elapsed time 366 seconds. Compile 11' -Elapsed time 366 seconds. Compile 11 ++ elapsed=186 ++ echo 'Elapsed time 186 seconds. Compile 11' +Elapsed time 186 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=12 + COMPILE_NR=12 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_12.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_12.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -245,10 +230,10 @@ Elapsed time 366 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -280,15 +265,15 @@ Elapsed time 366 seconds. Compile 11 + TEST_NR=12 + export JBNME=compile_12 + JBNME=compile_12 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_12 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_12 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_12 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_12 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -301,7 +286,7 @@ Elapsed time 366 seconds. Compile 11 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82672 +Job id 90398 TEST 12 compile is waiting to enter the queue 1 min. TEST 12 compile is running, Status: R 2 min. TEST 12 compile is running, Status: R @@ -311,34 +296,34 @@ TEST 12 compile is waiting to enter the queue 6 min. TEST 12 compile is running, Status: R 7 min. TEST 12 compile is running, Status: R Slurm unknown status -. Check sacct ... -82672 COMPLETED compile_12 -82672.batch COMPLETED batch -82672.extern COMPLETED extern +90398 COMPLETED compile_12 +90398.batch COMPLETED batch +90398.extern COMPLETED extern 8 min. TEST 12 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=485 -+ echo 'Elapsed time 485 seconds. Compile 12' -Elapsed time 485 seconds. Compile 12 ++ elapsed=486 ++ echo 'Elapsed time 486 seconds. Compile 12' +Elapsed time 486 seconds. Compile 12 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=13 + COMPILE_NR=13 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_13.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_13.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -351,10 +336,10 @@ Elapsed time 485 seconds. Compile 12 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -386,15 +371,15 @@ Elapsed time 485 seconds. Compile 12 + TEST_NR=13 + export JBNME=compile_13 + JBNME=compile_13 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_13 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_13 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_13 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_13 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -407,7 +392,7 @@ Elapsed time 485 seconds. Compile 12 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82673 +Job id 90406 TEST 13 compile is waiting to enter the queue 1 min. TEST 13 compile is running, Status: R 2 min. TEST 13 compile is running, Status: R @@ -415,40 +400,35 @@ TEST 13 compile is waiting to enter the queue 4 min. TEST 13 compile is running, Status: R 5 min. TEST 13 compile is running, Status: R 6 min. TEST 13 compile is running, Status: R -7 min. TEST 13 compile is running, Status: R -8 min. TEST 13 compile is running, Status: R -9 min. TEST 13 compile is running, Status: R -10 min. TEST 13 compile is running, Status: R -11 min. TEST 13 compile is running, Status: R Slurm unknown status -. Check sacct ... -82673 COMPLETED compile_13 -82673.batch COMPLETED batch -82673.extern COMPLETED extern -12 min. TEST 13 compile is COMPLETED +90406 COMPLETED compile_13 +90406.batch COMPLETED batch +90406.extern COMPLETED extern +7 min. TEST 13 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=725 -+ echo 'Elapsed time 725 seconds. Compile 13' -Elapsed time 725 seconds. Compile 13 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 13' +Elapsed time 426 seconds. Compile 13 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_1.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_1.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -461,10 +441,10 @@ Elapsed time 725 seconds. Compile 13 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -496,15 +476,15 @@ Elapsed time 725 seconds. Compile 13 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_1 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_1 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_1 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -517,7 +497,7 @@ Elapsed time 725 seconds. Compile 13 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82647 +Job id 90380 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: R 2 min. TEST 1 compile is running, Status: R @@ -526,34 +506,34 @@ TEST 1 compile is waiting to enter the queue 5 min. TEST 1 compile is running, Status: R 6 min. TEST 1 compile is running, Status: R Slurm unknown status -. Check sacct ... -82647 COMPLETED compile_1 -82647.batch COMPLETED batch -82647.extern COMPLETED extern +90380 COMPLETED compile_1 +90380.batch COMPLETED batch +90380.extern COMPLETED extern 7 min. TEST 1 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=425 -+ echo 'Elapsed time 425 seconds. Compile 1' -Elapsed time 425 seconds. Compile 1 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 1' +Elapsed time 426 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_2.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_2.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -566,10 +546,10 @@ Elapsed time 425 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -601,15 +581,15 @@ Elapsed time 425 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_2 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_2 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_2 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -622,7 +602,7 @@ Elapsed time 425 seconds. Compile 1 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82651 +Job id 90389 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: R 2 min. TEST 2 compile is running, Status: R @@ -635,48 +615,35 @@ TEST 2 compile is waiting to enter the queue 9 min. TEST 2 compile is running, Status: R 10 min. TEST 2 compile is running, Status: R 11 min. TEST 2 compile is running, Status: R -12 min. TEST 2 compile is running, Status: R -13 min. TEST 2 compile is running, Status: R -14 min. TEST 2 compile is running, Status: R -15 min. TEST 2 compile is running, Status: R -16 min. TEST 2 compile is running, Status: R -17 min. TEST 2 compile is running, Status: R -18 min. TEST 2 compile is running, Status: R -19 min. TEST 2 compile is running, Status: R -20 min. TEST 2 compile is running, Status: R -21 min. TEST 2 compile is running, Status: R -22 min. TEST 2 compile is running, Status: R -23 min. TEST 2 compile is running, Status: R -24 min. TEST 2 compile is running, Status: R Slurm unknown status -. Check sacct ... -82651 COMPLETED compile_2 -82651.batch COMPLETED batch -82651.extern COMPLETED extern -25 min. TEST 2 compile is COMPLETED +90389 COMPLETED compile_2 +90389.batch COMPLETED batch +90389.extern COMPLETED extern +12 min. TEST 2 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1507 -+ echo 'Elapsed time 1507 seconds. Compile 2' -Elapsed time 1507 seconds. Compile 2 ++ elapsed=727 ++ echo 'Elapsed time 727 seconds. Compile 2' +Elapsed time 727 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_3.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_3.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -689,10 +656,10 @@ Elapsed time 1507 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -724,15 +691,15 @@ Elapsed time 1507 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_3 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_3 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_3 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -745,7 +712,7 @@ Elapsed time 1507 seconds. Compile 2 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82653 +Job id 90381 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: R 2 min. TEST 3 compile is running, Status: R @@ -767,34 +734,34 @@ TEST 3 compile is waiting to enter the queue 18 min. TEST 3 compile is running, Status: R 19 min. TEST 3 compile is running, Status: R Slurm unknown status -. Check sacct ... -82653 COMPLETED compile_3 -82653.batch COMPLETED batch -82653.extern COMPLETED extern +90381 COMPLETED compile_3 +90381.batch COMPLETED batch +90381.extern COMPLETED extern 20 min. TEST 3 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1206 -+ echo 'Elapsed time 1206 seconds. Compile 3' -Elapsed time 1206 seconds. Compile 3 ++ elapsed=1207 ++ echo 'Elapsed time 1207 seconds. Compile 3' +Elapsed time 1207 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_4.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_4.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -807,10 +774,10 @@ Elapsed time 1206 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -842,15 +809,15 @@ Elapsed time 1206 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_4 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_4 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_4 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -863,7 +830,7 @@ Elapsed time 1206 seconds. Compile 3 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82649 +Job id 90385 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: R 2 min. TEST 4 compile is running, Status: R @@ -876,39 +843,35 @@ TEST 4 compile is waiting to enter the queue 9 min. TEST 4 compile is running, Status: R 10 min. TEST 4 compile is running, Status: R 11 min. TEST 4 compile is running, Status: R -12 min. TEST 4 compile is running, Status: R -13 min. TEST 4 compile is running, Status: R -14 min. TEST 4 compile is running, Status: R -15 min. TEST 4 compile is running, Status: R Slurm unknown status -. Check sacct ... -82649 COMPLETED compile_4 -82649.batch COMPLETED batch -82649.extern COMPLETED extern -16 min. TEST 4 compile is COMPLETED +90385 COMPLETED compile_4 +90385.batch COMPLETED batch +90385.extern COMPLETED extern +12 min. TEST 4 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=966 -+ echo 'Elapsed time 966 seconds. Compile 4' -Elapsed time 966 seconds. Compile 4 ++ elapsed=727 ++ echo 'Elapsed time 727 seconds. Compile 4' +Elapsed time 727 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_5.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_5.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -921,10 +884,10 @@ Elapsed time 966 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -956,15 +919,15 @@ Elapsed time 966 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_5 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_5 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_5 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -977,39 +940,52 @@ Elapsed time 966 seconds. Compile 4 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82644 +Job id 90388 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: R 2 min. TEST 5 compile is running, Status: R +3 min. TEST 5 compile is running, Status: R +4 min. TEST 5 compile is running, Status: R +5 min. TEST 5 compile is running, Status: R +6 min. TEST 5 compile is running, Status: R +7 min. TEST 5 compile is running, Status: R +8 min. TEST 5 compile is running, Status: R +9 min. TEST 5 compile is running, Status: R +10 min. TEST 5 compile is running, Status: R +11 min. TEST 5 compile is running, Status: R +12 min. TEST 5 compile is running, Status: R +13 min. TEST 5 compile is running, Status: R +14 min. TEST 5 compile is running, Status: R +15 min. TEST 5 compile is running, Status: R Slurm unknown status -. Check sacct ... -82644 COMPLETED compile_5 -82644.batch COMPLETED batch -82644.extern COMPLETED extern -3 min. TEST 5 compile is COMPLETED +90388 COMPLETED compile_5 +90388.batch COMPLETED batch +90388.extern COMPLETED extern +16 min. TEST 5 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=185 -+ echo 'Elapsed time 185 seconds. Compile 5' -Elapsed time 185 seconds. Compile 5 ++ elapsed=967 ++ echo 'Elapsed time 967 seconds. Compile 5' +Elapsed time 967 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_6.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_6.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -1022,10 +998,10 @@ Elapsed time 185 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1057,15 +1033,15 @@ Elapsed time 185 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_6 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_6 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_6 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1078,7 +1054,7 @@ Elapsed time 185 seconds. Compile 5 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82652 +Job id 90384 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: R 2 min. TEST 6 compile is running, Status: R @@ -1092,43 +1068,35 @@ TEST 6 compile is waiting to enter the queue 10 min. TEST 6 compile is running, Status: R 11 min. TEST 6 compile is running, Status: R 12 min. TEST 6 compile is running, Status: R -13 min. TEST 6 compile is running, Status: R -14 min. TEST 6 compile is running, Status: R -15 min. TEST 6 compile is running, Status: R -16 min. TEST 6 compile is running, Status: R -17 min. TEST 6 compile is running, Status: R -18 min. TEST 6 compile is running, Status: R -19 min. TEST 6 compile is running, Status: R -20 min. TEST 6 compile is running, Status: R Slurm unknown status -. Check sacct ... -82652 COMPLETED compile_6 -82652.batch COMPLETED batch -82652.extern COMPLETED extern -21 min. TEST 6 compile is COMPLETED +90384 COMPLETED compile_6 +90384.batch COMPLETED batch +90384.extern COMPLETED extern +13 min. TEST 6 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1266 -+ echo 'Elapsed time 1266 seconds. Compile 6' -Elapsed time 1266 seconds. Compile 6 ++ elapsed=787 ++ echo 'Elapsed time 787 seconds. Compile 6' +Elapsed time 787 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_7.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_7.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -1141,10 +1109,10 @@ Elapsed time 1266 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1176,15 +1144,15 @@ Elapsed time 1266 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_7 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_7 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_7 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1197,7 +1165,7 @@ Elapsed time 1266 seconds. Compile 6 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82645 +Job id 90386 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: R 2 min. TEST 7 compile is running, Status: R @@ -1205,35 +1173,46 @@ TEST 7 compile is waiting to enter the queue 4 min. TEST 7 compile is running, Status: R 5 min. TEST 7 compile is running, Status: R 6 min. TEST 7 compile is running, Status: R +7 min. TEST 7 compile is running, Status: R +8 min. TEST 7 compile is running, Status: R +9 min. TEST 7 compile is running, Status: R +10 min. TEST 7 compile is running, Status: R +11 min. TEST 7 compile is running, Status: R +12 min. TEST 7 compile is running, Status: R +13 min. TEST 7 compile is running, Status: R +14 min. TEST 7 compile is running, Status: R +15 min. TEST 7 compile is running, Status: R +16 min. TEST 7 compile is running, Status: R +17 min. TEST 7 compile is running, Status: R Slurm unknown status -. Check sacct ... -82645 COMPLETED compile_7 -82645.batch COMPLETED batch -82645.extern COMPLETED extern -7 min. TEST 7 compile is COMPLETED +90386 COMPLETED compile_7 +90386.batch COMPLETED batch +90386.extern COMPLETED extern +18 min. TEST 7 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=425 -+ echo 'Elapsed time 425 seconds. Compile 7' -Elapsed time 425 seconds. Compile 7 ++ elapsed=1087 ++ echo 'Elapsed time 1087 seconds. Compile 7' +Elapsed time 1087 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_8.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_8.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -1246,10 +1225,10 @@ Elapsed time 425 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1281,15 +1260,15 @@ Elapsed time 425 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_8 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_8 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_8 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1302,7 +1281,7 @@ Elapsed time 425 seconds. Compile 7 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82648 +Job id 90387 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: R 2 min. TEST 8 compile is running, Status: R @@ -1311,34 +1290,34 @@ TEST 8 compile is waiting to enter the queue 5 min. TEST 8 compile is running, Status: R 6 min. TEST 8 compile is running, Status: R Slurm unknown status -. Check sacct ... -82648 COMPLETED compile_8 -82648.batch COMPLETED batch -82648.extern COMPLETED extern +90387 COMPLETED compile_8 +90387.batch COMPLETED batch +90387.extern COMPLETED extern 7 min. TEST 8 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=425 -+ echo 'Elapsed time 425 seconds. Compile 8' -Elapsed time 425 seconds. Compile 8 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 8' +Elapsed time 426 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 -+ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 ++ RUNDIR_ROOT=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9.env ]] -+ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9.env ++ cd /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_9.env ]] ++ source /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_9.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model -++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ PATHRT=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests +++ export PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model +++ PATHTR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm ++ export ACCNR=nems @@ -1351,10 +1330,10 @@ Elapsed time 425 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel -++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1386,15 +1365,15 @@ Elapsed time 425 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 -+ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 ++ export RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_9 ++ RUNDIR=/work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/nems/junwang/ufs-weather/20200611/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 -+ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 ++ mkdir -p /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_9 ++ cd /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/compile_9 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1407,7 +1386,7 @@ Elapsed time 425 seconds. Compile 8 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 82646 +Job id 90382 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: R 2 min. TEST 9 compile is running, Status: R @@ -1415,19 +1394,13 @@ TEST 9 compile is waiting to enter the queue 4 min. TEST 9 compile is running, Status: R 5 min. TEST 9 compile is running, Status: R 6 min. TEST 9 compile is running, Status: R -7 min. TEST 9 compile is running, Status: R -8 min. TEST 9 compile is running, Status: R -9 min. TEST 9 compile is running, Status: R -10 min. TEST 9 compile is running, Status: R -11 min. TEST 9 compile is running, Status: R -12 min. TEST 9 compile is running, Status: R Slurm unknown status -. Check sacct ... -82646 COMPLETED compile_9 -82646.batch COMPLETED batch -82646.extern COMPLETED extern -13 min. TEST 9 compile is COMPLETED +90382 COMPLETED compile_9 +90382.batch COMPLETED batch +90382.extern COMPLETED extern +7 min. TEST 9 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=786 -+ echo 'Elapsed time 786 seconds. Compile 9' -Elapsed time 786 seconds. Compile 9 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 9' +Elapsed time 426 seconds. Compile 9 diff --git a/tests/Compile_wcoss_cray.log b/tests/Compile_wcoss_cray.log index 0f5ae2c127..63bb750fcb 100644 --- a/tests/Compile_wcoss_cray.log +++ b/tests/Compile_wcoss_cray.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_1.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_1.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -62,15 +62,15 @@ + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_1 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_1 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_1 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -86,7 +86,7 @@ + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214630 +Job id 266316 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: RUN 2 min. TEST 1 compile is running, Status: RUN @@ -101,29 +101,30 @@ TEST 1 compile is waiting to enter the queue 11 min. TEST 1 compile is running, Status: RUN 12 min. TEST 1 compile is running, Status: RUN 13 min. TEST 1 compile is running, Status: RUN -14 min. TEST 1 compile is finished, Status: DONE -+ elapsed=847 -+ echo 'Elapsed time 847 seconds. Compile 1' -Elapsed time 847 seconds. Compile 1 +14 min. TEST 1 compile is running, Status: RUN +15 min. TEST 1 compile is finished, Status: DONE ++ elapsed=906 ++ echo 'Elapsed time 906 seconds. Compile 1' +Elapsed time 906 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_10.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_10.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -136,10 +137,10 @@ Elapsed time 847 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -169,15 +170,15 @@ Elapsed time 847 seconds. Compile 1 + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_10 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_10 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_10 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -193,7 +194,7 @@ Elapsed time 847 seconds. Compile 1 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214633 +Job id 266315 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: RUN 2 min. TEST 10 compile is running, Status: RUN @@ -208,29 +209,32 @@ TEST 10 compile is waiting to enter the queue 11 min. TEST 10 compile is running, Status: RUN 12 min. TEST 10 compile is running, Status: RUN 13 min. TEST 10 compile is running, Status: RUN -14 min. TEST 10 compile is finished, Status: DONE -+ elapsed=847 -+ echo 'Elapsed time 847 seconds. Compile 10' -Elapsed time 847 seconds. Compile 10 +14 min. TEST 10 compile is running, Status: RUN +15 min. TEST 10 compile is running, Status: RUN +16 min. TEST 10 compile is running, Status: RUN +17 min. TEST 10 compile is finished, Status: DONE ++ elapsed=1026 ++ echo 'Elapsed time 1026 seconds. Compile 10' +Elapsed time 1026 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_11.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_11.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -243,10 +247,10 @@ Elapsed time 847 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -276,15 +280,15 @@ Elapsed time 847 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_11 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_11 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_11 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -300,7 +304,7 @@ Elapsed time 847 seconds. Compile 10 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214856 +Job id 266412 TEST 11 compile is waiting to enter the queue 1 min. TEST 11 compile is running, Status: RUN 2 min. TEST 11 compile is running, Status: RUN @@ -315,29 +319,31 @@ TEST 11 compile is waiting to enter the queue 11 min. TEST 11 compile is running, Status: RUN 12 min. TEST 11 compile is running, Status: RUN 13 min. TEST 11 compile is running, Status: RUN -14 min. TEST 11 compile is finished, Status: DONE -+ elapsed=846 -+ echo 'Elapsed time 846 seconds. Compile 11' -Elapsed time 846 seconds. Compile 11 +14 min. TEST 11 compile is running, Status: RUN +15 min. TEST 11 compile is running, Status: RUN +16 min. TEST 11 compile is finished, Status: DONE ++ elapsed=966 ++ echo 'Elapsed time 966 seconds. Compile 11' +Elapsed time 966 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_2.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_2.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -350,10 +356,10 @@ Elapsed time 846 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -383,15 +389,15 @@ Elapsed time 846 seconds. Compile 11 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_2 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_2 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_2 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -407,7 +413,7 @@ Elapsed time 846 seconds. Compile 11 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214636 +Job id 266319 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: RUN 2 min. TEST 2 compile is running, Status: RUN @@ -423,29 +429,31 @@ TEST 2 compile is waiting to enter the queue 12 min. TEST 2 compile is running, Status: RUN 13 min. TEST 2 compile is running, Status: RUN 14 min. TEST 2 compile is running, Status: RUN -15 min. TEST 2 compile is finished, Status: DONE -+ elapsed=907 -+ echo 'Elapsed time 907 seconds. Compile 2' -Elapsed time 907 seconds. Compile 2 +15 min. TEST 2 compile is running, Status: RUN +16 min. TEST 2 compile is running, Status: RUN +17 min. TEST 2 compile is finished, Status: DONE ++ elapsed=1026 ++ echo 'Elapsed time 1026 seconds. Compile 2' +Elapsed time 1026 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_3.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_3.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -458,10 +466,10 @@ Elapsed time 907 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -491,15 +499,15 @@ Elapsed time 907 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_3 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_3 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_3 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -515,7 +523,7 @@ Elapsed time 907 seconds. Compile 2 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214631 +Job id 266314 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: RUN 2 min. TEST 3 compile is running, Status: RUN @@ -531,29 +539,30 @@ TEST 3 compile is waiting to enter the queue 12 min. TEST 3 compile is running, Status: RUN 13 min. TEST 3 compile is running, Status: RUN 14 min. TEST 3 compile is running, Status: RUN -15 min. TEST 3 compile is finished, Status: DONE -+ elapsed=907 -+ echo 'Elapsed time 907 seconds. Compile 3' -Elapsed time 907 seconds. Compile 3 +15 min. TEST 3 compile is running, Status: RUN +16 min. TEST 3 compile is finished, Status: DONE ++ elapsed=966 ++ echo 'Elapsed time 966 seconds. Compile 3' +Elapsed time 966 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_4.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_4.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -566,10 +575,10 @@ Elapsed time 907 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -599,15 +608,15 @@ Elapsed time 907 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_4 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_4 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_4 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -623,7 +632,7 @@ Elapsed time 907 seconds. Compile 3 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214634 +Job id 266313 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: RUN 2 min. TEST 4 compile is running, Status: RUN @@ -640,28 +649,28 @@ TEST 4 compile is waiting to enter the queue 13 min. TEST 4 compile is running, Status: RUN 14 min. TEST 4 compile is running, Status: RUN 15 min. TEST 4 compile is finished, Status: DONE -+ elapsed=907 -+ echo 'Elapsed time 907 seconds. Compile 4' -Elapsed time 907 seconds. Compile 4 ++ elapsed=906 ++ echo 'Elapsed time 906 seconds. Compile 4' +Elapsed time 906 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_5.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_5.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -674,10 +683,10 @@ Elapsed time 907 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -707,15 +716,15 @@ Elapsed time 907 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_5 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_5 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_5 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -731,7 +740,7 @@ Elapsed time 907 seconds. Compile 4 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214638 +Job id 266311 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: RUN 2 min. TEST 5 compile is running, Status: RUN @@ -743,31 +752,29 @@ TEST 5 compile is waiting to enter the queue 8 min. TEST 5 compile is running, Status: RUN 9 min. TEST 5 compile is running, Status: RUN 10 min. TEST 5 compile is running, Status: RUN -11 min. TEST 5 compile is running, Status: RUN -12 min. TEST 5 compile is running, Status: RUN -13 min. TEST 5 compile is finished, Status: DONE -+ elapsed=787 -+ echo 'Elapsed time 787 seconds. Compile 5' -Elapsed time 787 seconds. Compile 5 +11 min. TEST 5 compile is finished, Status: DONE ++ elapsed=666 ++ echo 'Elapsed time 666 seconds. Compile 5' +Elapsed time 666 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_6.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_6.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -780,10 +787,10 @@ Elapsed time 787 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -813,15 +820,15 @@ Elapsed time 787 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_6 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_6 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_6 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -837,7 +844,7 @@ Elapsed time 787 seconds. Compile 5 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214632 +Job id 266317 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: RUN 2 min. TEST 6 compile is running, Status: RUN @@ -854,28 +861,28 @@ TEST 6 compile is waiting to enter the queue 13 min. TEST 6 compile is running, Status: RUN 14 min. TEST 6 compile is running, Status: RUN 15 min. TEST 6 compile is finished, Status: DONE -+ elapsed=907 -+ echo 'Elapsed time 907 seconds. Compile 6' -Elapsed time 907 seconds. Compile 6 ++ elapsed=906 ++ echo 'Elapsed time 906 seconds. Compile 6' +Elapsed time 906 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_7.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_7.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -888,10 +895,10 @@ Elapsed time 907 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -921,15 +928,15 @@ Elapsed time 907 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_7 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_7 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_7 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -945,7 +952,7 @@ Elapsed time 907 seconds. Compile 6 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214639 +Job id 266320 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: RUN 2 min. TEST 7 compile is running, Status: RUN @@ -961,30 +968,29 @@ TEST 7 compile is waiting to enter the queue 12 min. TEST 7 compile is running, Status: RUN 13 min. TEST 7 compile is running, Status: RUN 14 min. TEST 7 compile is running, Status: RUN -15 min. TEST 7 compile is running, Status: RUN -16 min. TEST 7 compile is finished, Status: DONE -+ elapsed=967 -+ echo 'Elapsed time 967 seconds. Compile 7' -Elapsed time 967 seconds. Compile 7 +15 min. TEST 7 compile is finished, Status: DONE ++ elapsed=906 ++ echo 'Elapsed time 906 seconds. Compile 7' +Elapsed time 906 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_8.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_8.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -997,10 +1003,10 @@ Elapsed time 967 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -1030,15 +1036,15 @@ Elapsed time 967 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_8 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_8 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_8 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1054,7 +1060,7 @@ Elapsed time 967 seconds. Compile 7 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214635 +Job id 266318 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: RUN 2 min. TEST 8 compile is running, Status: RUN @@ -1070,29 +1076,30 @@ TEST 8 compile is waiting to enter the queue 12 min. TEST 8 compile is running, Status: RUN 13 min. TEST 8 compile is running, Status: RUN 14 min. TEST 8 compile is running, Status: RUN -15 min. TEST 8 compile is finished, Status: DONE -+ elapsed=907 -+ echo 'Elapsed time 907 seconds. Compile 8' -Elapsed time 907 seconds. Compile 8 +15 min. TEST 8 compile is running, Status: RUN +16 min. TEST 8 compile is finished, Status: DONE ++ elapsed=966 ++ echo 'Elapsed time 966 seconds. Compile 8' +Elapsed time 966 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9.env ++ cd /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_9.env ]] ++ source /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_9.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1105,10 +1112,10 @@ Elapsed time 907 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -1138,15 +1145,15 @@ Elapsed time 907 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 ++ export RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_9 ++ RUNDIR=/gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/global/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 ++ mkdir -p /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_9 ++ cd /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/compile_9 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1162,7 +1169,7 @@ Elapsed time 907 seconds. Compile 8 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 214637 +Job id 266312 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: RUN 2 min. TEST 9 compile is running, Status: RUN @@ -1172,9 +1179,7 @@ TEST 9 compile is waiting to enter the queue 6 min. TEST 9 compile is running, Status: RUN 7 min. TEST 9 compile is running, Status: RUN 8 min. TEST 9 compile is running, Status: RUN -9 min. TEST 9 compile is running, Status: RUN -10 min. TEST 9 compile is running, Status: RUN -11 min. TEST 9 compile is finished, Status: DONE -+ elapsed=666 -+ echo 'Elapsed time 666 seconds. Compile 9' -Elapsed time 666 seconds. Compile 9 +9 min. TEST 9 compile is finished, Status: DONE ++ elapsed=546 ++ echo 'Elapsed time 546 seconds. Compile 9' +Elapsed time 546 seconds. Compile 9 diff --git a/tests/Compile_wcoss_dell_p3.log b/tests/Compile_wcoss_dell_p3.log index 86df9623e1..86cf00a5fe 100644 --- a/tests/Compile_wcoss_dell_p3.log +++ b/tests/Compile_wcoss_dell_p3.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_10.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_10.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -63,15 +63,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_10 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_10 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_10 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -86,7 +86,7 @@ + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139685 +Job id 26411611 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: RUN 2 min. TEST 10 compile is running, Status: RUN @@ -116,23 +116,23 @@ TEST 10 compile is waiting to enter the queue Elapsed time 1388 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_11.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_11.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -145,10 +145,10 @@ Elapsed time 1388 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -179,15 +179,15 @@ Elapsed time 1388 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_11 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_11 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_11 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -202,7 +202,7 @@ Elapsed time 1388 seconds. Compile 10 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26140447 +Job id 26411807 TEST 11 compile is waiting to enter the queue 1 min. TEST 11 compile is running, Status: RUN 2 min. TEST 11 compile is running, Status: RUN @@ -226,29 +226,30 @@ TEST 11 compile is waiting to enter the queue 20 min. TEST 11 compile is running, Status: RUN 21 min. TEST 11 compile is running, Status: RUN 22 min. TEST 11 compile is running, Status: RUN -23 min. TEST 11 compile is finished, Status: DONE -+ elapsed=1387 -+ echo 'Elapsed time 1387 seconds. Compile 11' -Elapsed time 1387 seconds. Compile 11 +23 min. TEST 11 compile is running, Status: RUN +24 min. TEST 11 compile is finished, Status: DONE ++ elapsed=1447 ++ echo 'Elapsed time 1447 seconds. Compile 11' +Elapsed time 1447 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_1.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_1.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -261,10 +262,10 @@ Elapsed time 1387 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -295,15 +296,15 @@ Elapsed time 1387 seconds. Compile 11 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_1 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_1 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_1 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -318,7 +319,7 @@ Elapsed time 1387 seconds. Compile 11 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139683 +Job id 26411609 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: RUN 2 min. TEST 1 compile is running, Status: RUN @@ -348,23 +349,23 @@ TEST 1 compile is waiting to enter the queue Elapsed time 1388 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_2.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_2.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -377,10 +378,10 @@ Elapsed time 1388 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -411,15 +412,15 @@ Elapsed time 1388 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_2 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_2 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_2 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -434,7 +435,7 @@ Elapsed time 1388 seconds. Compile 1 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139687 +Job id 26411613 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: RUN 2 min. TEST 2 compile is running, Status: RUN @@ -465,23 +466,23 @@ TEST 2 compile is waiting to enter the queue Elapsed time 1448 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_3.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_3.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -494,10 +495,10 @@ Elapsed time 1448 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -528,15 +529,15 @@ Elapsed time 1448 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_3 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_3 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_3 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -551,7 +552,7 @@ Elapsed time 1448 seconds. Compile 2 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139684 +Job id 26411617 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: RUN 2 min. TEST 3 compile is running, Status: RUN @@ -582,23 +583,23 @@ TEST 3 compile is waiting to enter the queue Elapsed time 1448 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_4.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_4.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -611,10 +612,10 @@ Elapsed time 1448 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -645,15 +646,15 @@ Elapsed time 1448 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_4 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_4 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_4 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -668,7 +669,7 @@ Elapsed time 1448 seconds. Compile 3 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139681 +Job id 26411615 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: RUN 2 min. TEST 4 compile is running, Status: RUN @@ -699,23 +700,23 @@ TEST 4 compile is waiting to enter the queue Elapsed time 1448 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_5.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_5.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -728,10 +729,10 @@ Elapsed time 1448 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -762,15 +763,15 @@ Elapsed time 1448 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_5 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_5 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_5 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -785,7 +786,7 @@ Elapsed time 1448 seconds. Compile 4 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139682 +Job id 26411614 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: RUN 2 min. TEST 5 compile is running, Status: RUN @@ -793,29 +794,30 @@ TEST 5 compile is waiting to enter the queue 4 min. TEST 5 compile is running, Status: RUN 5 min. TEST 5 compile is running, Status: RUN 6 min. TEST 5 compile is running, Status: RUN -7 min. TEST 5 compile is finished, Status: DONE -+ elapsed=427 -+ echo 'Elapsed time 427 seconds. Compile 5' -Elapsed time 427 seconds. Compile 5 +7 min. TEST 5 compile is running, Status: RUN +8 min. TEST 5 compile is finished, Status: DONE ++ elapsed=487 ++ echo 'Elapsed time 487 seconds. Compile 5' +Elapsed time 487 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_6.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_6.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -828,10 +830,10 @@ Elapsed time 427 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -862,15 +864,15 @@ Elapsed time 427 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_6 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_6 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_6 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -885,7 +887,7 @@ Elapsed time 427 seconds. Compile 5 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139688 +Job id 26411616 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: RUN 2 min. TEST 6 compile is running, Status: RUN @@ -916,23 +918,23 @@ TEST 6 compile is waiting to enter the queue Elapsed time 1448 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_7.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_7.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -945,10 +947,10 @@ Elapsed time 1448 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -979,15 +981,15 @@ Elapsed time 1448 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_7 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_7 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_7 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1002,7 +1004,7 @@ Elapsed time 1448 seconds. Compile 6 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139686 +Job id 26411612 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: RUN 2 min. TEST 7 compile is running, Status: RUN @@ -1035,23 +1037,23 @@ TEST 7 compile is waiting to enter the queue Elapsed time 1568 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_8.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_8.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1064,10 +1066,10 @@ Elapsed time 1568 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -1098,15 +1100,15 @@ Elapsed time 1568 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_8 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_8 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_8 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1120,8 +1122,9 @@ Elapsed time 1568 seconds. Compile 7 + '[' -o xtrace ']' + set_x='set -x' + set +x +LSF daemon (LIM) not responding ... still trying ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139680 +Job id 26411631 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: RUN 2 min. TEST 8 compile is running, Status: RUN @@ -1150,28 +1153,28 @@ TEST 8 compile is waiting to enter the queue 25 min. TEST 8 compile is running, Status: RUN 26 min. TEST 8 compile is running, Status: RUN 27 min. TEST 8 compile is finished, Status: DONE -+ elapsed=1628 -+ echo 'Elapsed time 1628 seconds. Compile 8' -Elapsed time 1628 seconds. Compile 8 ++ elapsed=1678 ++ echo 'Elapsed time 1678 seconds. Compile 8' +Elapsed time 1678 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_9.env ]] ++ source /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_9.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1184,10 +1187,10 @@ Elapsed time 1628 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -1218,15 +1221,15 @@ Elapsed time 1628 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 ++ export RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_9 ++ RUNDIR=/gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Jun.Wang/nems/vlab/20200611/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 ++ mkdir -p /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_9 ++ cd /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/compile_9 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1241,7 +1244,7 @@ Elapsed time 1628 seconds. Compile 8 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 26139689 +Job id 26411610 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: RUN 2 min. TEST 9 compile is running, Status: RUN diff --git a/tests/RegressionTests_hera.intel.log b/tests/RegressionTests_hera.intel.log index d1136e0327..5bead8b996 100644 --- a/tests/RegressionTests_hera.intel.log +++ b/tests/RegressionTests_hera.intel.log @@ -1,9 +1,9 @@ -Tue Jun 9 01:36:38 UTC 2020 +Fri Jun 12 01:05:59 UTC 2020 Start Regression test -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_decomp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_2threads_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_restart_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_restart_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_read_inc_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_read_inc_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_read_inc_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_netcdf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGlatlon_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGlatlon_netcdf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_nemsio_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stochy_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stochy_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stochy_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_iau_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_iau_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_iau_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_ca_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_ca_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_ca_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_ca_prod Checking test 013 fv3_ccpp_ca results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -786,8 +786,8 @@ Checking test 013 fv3_ccpp_ca results .... Test 013 fv3_ccpp_ca PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_lheatstrg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_lheatstrg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_lheatstrg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_lheatstrg_prod Checking test 014 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -834,8 +834,8 @@ Checking test 014 fv3_ccpp_lheatstrg results .... Test 014 fv3_ccpp_lheatstrg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmprad_prod Checking test 015 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -883,8 +883,8 @@ Checking test 015 fv3_ccpp_gfdlmprad results .... Test 015 fv3_ccpp_gfdlmprad PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_atmwav_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_atmwav_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 016 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_gfdlmprad_atmwav results .... Test 016 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c768_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_c768_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_nemsio_c768_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_wrtGauss_nemsio_c768_prod Checking test 017 fv3_ccpp_wrtGauss_nemsio_c768 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -981,8 +981,8 @@ Checking test 017 fv3_ccpp_wrtGauss_nemsio_c768 results .... Test 017 fv3_ccpp_wrtGauss_nemsio_c768 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_32bit_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_32bit_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_control_32bit_prod Checking test 018 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1049,8 +1049,8 @@ Checking test 018 fv3_ccpp_control_32bit results .... Test 018 fv3_ccpp_control_32bit PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stretched_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_stretched_prod Checking test 019 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1105,8 +1105,8 @@ Checking test 019 fv3_ccpp_stretched results .... Test 019 fv3_ccpp_stretched PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_nest_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stretched_nest_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_stretched_nest_prod Checking test 020 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1172,8 +1172,8 @@ Checking test 020 fv3_ccpp_stretched_nest results .... Test 020 fv3_ccpp_stretched_nest PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_control_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_regional_control_prod Checking test 021 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1183,8 +1183,8 @@ Checking test 021 fv3_ccpp_regional_control results .... Test 021 fv3_ccpp_regional_control PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_restart_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_restart_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_regional_restart_prod Checking test 022 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1192,8 +1192,8 @@ Checking test 022 fv3_ccpp_regional_restart results .... Test 022 fv3_ccpp_regional_restart PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_quilt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_quilt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_quilt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_regional_quilt_prod Checking test 023 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1203,8 +1203,8 @@ Checking test 023 fv3_ccpp_regional_quilt results .... Test 023 fv3_ccpp_regional_quilt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_c768_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_c768_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_c768_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_regional_c768_prod Checking test 024 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1214,20 +1214,20 @@ Checking test 024 fv3_ccpp_regional_c768 results .... Test 024 fv3_ccpp_regional_c768 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_control_debug_prod Checking test 025 fv3_ccpp_control_debug results .... Test 025 fv3_ccpp_control_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stretched_nest_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_stretched_nest_debug_prod Checking test 026 fv3_ccpp_stretched_nest_debug results .... Test 026 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmp_prod Checking test 027 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1274,8 +1274,8 @@ Checking test 027 fv3_ccpp_gfdlmp results .... Test 027 fv3_ccpp_gfdlmp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_gwd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_gwd_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmprad_gwd_prod Checking test 028 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1322,8 +1322,8 @@ Checking test 028 fv3_ccpp_gfdlmprad_gwd results .... Test 028 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_noahmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_noahmp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 029 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1370,8 +1370,8 @@ Checking test 029 fv3_ccpp_gfdlmprad_noahmp results .... Test 029 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_hwrfsas_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmp_hwrfsas_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 030 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1418,8 +1418,8 @@ Checking test 030 fv3_ccpp_gfdlmp_hwrfsas results .... Test 030 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_csawmg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_csawmg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_csawmg_prod Checking test 031 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1466,8 +1466,8 @@ Checking test 031 fv3_ccpp_csawmg results .... Test 031 fv3_ccpp_csawmg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_satmedmf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_satmedmf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_satmedmf_prod Checking test 032 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1514,8 +1514,8 @@ Checking test 032 fv3_ccpp_satmedmf results .... Test 032 fv3_ccpp_satmedmf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmfq_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_satmedmfq_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_satmedmfq_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_satmedmfq_prod Checking test 033 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1562,8 +1562,8 @@ Checking test 033 fv3_ccpp_satmedmfq results .... Test 033 fv3_ccpp_satmedmfq PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmp_32bit_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmp_32bit_prod Checking test 034 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1610,8 +1610,8 @@ Checking test 034 fv3_ccpp_gfdlmp_32bit results .... Test 034 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_32bit_post_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_32bit_post_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 035 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1662,8 +1662,8 @@ Checking test 035 fv3_ccpp_gfdlmprad_32bit_post results .... Test 035 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_cpt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_cpt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_cpt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_cpt_prod Checking test 036 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1716,8 +1716,8 @@ Checking test 036 fv3_ccpp_cpt results .... Test 036 fv3_ccpp_cpt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gsd_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gsd_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gsd_prod Checking test 037 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1808,8 +1808,8 @@ Checking test 037 fv3_ccpp_gsd results .... Test 037 fv3_ccpp_gsd PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_thompson_prod Checking test 038 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1876,8 +1876,8 @@ Checking test 038 fv3_ccpp_thompson results .... Test 038 fv3_ccpp_thompson PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_no_aero_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_no_aero_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_thompson_no_aero_prod Checking test 039 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1944,8 +1944,8 @@ Checking test 039 fv3_ccpp_thompson_no_aero results .... Test 039 fv3_ccpp_thompson_no_aero PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v15p2_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v15p2_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfs_v15p2_prod Checking test 040 fv3_ccpp_gfs_v15p2 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2012,8 +2012,8 @@ Checking test 040 fv3_ccpp_gfs_v15p2 results .... Test 040 fv3_ccpp_gfs_v15p2 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v16beta_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v16beta_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfs_v16beta_prod Checking test 041 fv3_ccpp_gfs_v16beta results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2080,8 +2080,8 @@ Checking test 041 fv3_ccpp_gfs_v16beta results .... Test 041 fv3_ccpp_gfs_v16beta PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_rrtmgp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_rrtmgp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_rrtmgp_prod Checking test 042 fv3_ccpp_rrtmgp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2148,8 +2148,8 @@ Checking test 042 fv3_ccpp_rrtmgp results .... Test 042 fv3_ccpp_rrtmgp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v15p2_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v15p2_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfs_v15p2_debug_prod Checking test 043 fv3_ccpp_gfs_v15p2_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2216,8 +2216,8 @@ Checking test 043 fv3_ccpp_gfs_v15p2_debug results .... Test 043 fv3_ccpp_gfs_v15p2_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v16beta_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v16beta_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfs_v16beta_debug_prod Checking test 044 fv3_ccpp_gfs_v16beta_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2284,8 +2284,8 @@ Checking test 044 fv3_ccpp_gfs_v16beta_debug results .... Test 044 fv3_ccpp_gfs_v16beta_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_rrtmgp_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_rrtmgp_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_rrtmgp_debug_prod Checking test 045 fv3_ccpp_rrtmgp_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2352,8 +2352,8 @@ Checking test 045 fv3_ccpp_rrtmgp_debug results .... Test 045 fv3_ccpp_rrtmgp_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gsd_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gsd_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gsd_debug_prod Checking test 046 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2420,8 +2420,8 @@ Checking test 046 fv3_ccpp_gsd_debug results .... Test 046 fv3_ccpp_gsd_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_thompson_debug_prod Checking test 047 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2488,8 +2488,8 @@ Checking test 047 fv3_ccpp_thompson_debug results .... Test 047 fv3_ccpp_thompson_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_no_aero_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_thompson_no_aero_debug_prod Checking test 048 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2556,8 +2556,8 @@ Checking test 048 fv3_ccpp_thompson_no_aero_debug results .... Test 048 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfsv16_csawmg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfsv16_csawmg_prod Checking test 049 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2604,8 +2604,8 @@ Checking test 049 fv3_ccpp_gfsv16_csawmg results .... Test 049 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmgt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfsv16_csawmgt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gfsv16_csawmgt_prod Checking test 050 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2652,8 +2652,8 @@ Checking test 050 fv3_ccpp_gfsv16_csawmgt results .... Test 050 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gocart_clm_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gocart_clm_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gocart_clm_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Jun.Wang/FV3_RT/rt_140782/fv3_ccpp_gocart_clm_prod Checking test 051 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2701,5 +2701,5 @@ Test 051 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Tue Jun 9 02:06:13 UTC 2020 -Elapsed time: 00h:29m:37s. Have a nice day! +Fri Jun 12 01:42:57 UTC 2020 +Elapsed time: 00h:37m:02s. Have a nice day! diff --git a/tests/RegressionTests_orion.intel.log b/tests/RegressionTests_orion.intel.log index f997eaad32..d1dd23f5cc 100644 --- a/tests/RegressionTests_orion.intel.log +++ b/tests/RegressionTests_orion.intel.log @@ -1,9 +1,9 @@ -Tue Jun 9 06:46:42 CDT 2020 +Fri Jun 12 07:46:08 CDT 2020 Start Regression test -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_decomp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_2threads_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_restart_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_restart_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_restart_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_read_inc_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_read_inc_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_read_inc_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_netcdf_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_nemsio_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_wrtGauss_nemsio_prod Checking test 008 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGauss_nemsio results .... Test 008 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 009 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stochy_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stochy_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stochy_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_stochy_prod Checking test 010 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -602,8 +602,8 @@ Checking test 010 fv3_ccpp_stochy results .... Test 010 fv3_ccpp_stochy PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_iau_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_iau_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_iau_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_iau_prod Checking test 011 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -670,8 +670,8 @@ Checking test 011 fv3_ccpp_iau results .... Test 011 fv3_ccpp_iau PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_ca_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_ca_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_ca_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_ca_prod Checking test 012 fv3_ccpp_ca results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -738,8 +738,8 @@ Checking test 012 fv3_ccpp_ca results .... Test 012 fv3_ccpp_ca PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfdlmprad_prod Checking test 013 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -787,8 +787,8 @@ Checking test 013 fv3_ccpp_gfdlmprad results .... Test 013 fv3_ccpp_gfdlmprad PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_atmwav_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_atmwav_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 014 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -836,8 +836,8 @@ Checking test 014 fv3_ccpp_gfdlmprad_atmwav results .... Test 014 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c768_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_c768_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_wrtGauss_nemsio_c768_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_wrtGauss_nemsio_c768_prod Checking test 015 fv3_ccpp_wrtGauss_nemsio_c768 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -885,8 +885,8 @@ Checking test 015 fv3_ccpp_wrtGauss_nemsio_c768 results .... Test 015 fv3_ccpp_wrtGauss_nemsio_c768 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_32bit_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_32bit_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_32bit_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -953,8 +953,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stretched_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1009,8 +1009,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_nest_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stretched_nest_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1076,8 +1076,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_control_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_control_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_control_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1087,8 +1087,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_restart_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_restart_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_restart_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1096,8 +1096,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_quilt_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_quilt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_quilt_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1107,8 +1107,8 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_c768_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_c768_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_regional_c768_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_regional_c768_prod Checking test 022 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1118,20 +1118,20 @@ Checking test 022 fv3_ccpp_regional_c768 results .... Test 022 fv3_ccpp_regional_c768 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_control_debug_prod Checking test 023 fv3_ccpp_control_debug results .... Test 023 fv3_ccpp_control_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_stretched_nest_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_stretched_nest_debug_prod Checking test 024 fv3_ccpp_stretched_nest_debug results .... Test 024 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmp_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfdlmp_prod Checking test 025 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1178,8 +1178,8 @@ Checking test 025 fv3_ccpp_gfdlmp results .... Test 025 fv3_ccpp_gfdlmp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_gwd_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_gwd_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfdlmprad_gwd_prod Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1226,8 +1226,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Test 026 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_noahmp_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_noahmp_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1274,8 +1274,8 @@ Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Test 027 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_csawmg_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_csawmg_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_csawmg_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_csawmg_prod Checking test 028 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1322,8 +1322,8 @@ Checking test 028 fv3_ccpp_csawmg results .... Test 028 fv3_ccpp_csawmg PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmf_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_satmedmf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_satmedmf_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_satmedmf_prod Checking test 029 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1370,8 +1370,8 @@ Checking test 029 fv3_ccpp_satmedmf results .... Test 029 fv3_ccpp_satmedmf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_32bit_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmp_32bit_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfdlmp_32bit_prod Checking test 030 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1418,8 +1418,8 @@ Checking test 030 fv3_ccpp_gfdlmp_32bit results .... Test 030 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_32bit_post_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfdlmprad_32bit_post_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 031 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1470,8 +1470,8 @@ Checking test 031 fv3_ccpp_gfdlmprad_32bit_post results .... Test 031 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_cpt_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_cpt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_cpt_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_cpt_prod Checking test 032 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1524,8 +1524,8 @@ Checking test 032 fv3_ccpp_cpt results .... Test 032 fv3_ccpp_cpt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gsd_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gsd_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gsd_prod Checking test 033 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1616,8 +1616,8 @@ Checking test 033 fv3_ccpp_gsd results .... Test 033 fv3_ccpp_gsd PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_thompson_prod Checking test 034 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1684,8 +1684,8 @@ Checking test 034 fv3_ccpp_thompson results .... Test 034 fv3_ccpp_thompson PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_no_aero_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_no_aero_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_thompson_no_aero_prod Checking test 035 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1752,8 +1752,8 @@ Checking test 035 fv3_ccpp_thompson_no_aero results .... Test 035 fv3_ccpp_thompson_no_aero PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v15p2_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v15p2_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfs_v15p2_prod Checking test 036 fv3_ccpp_gfs_v15p2 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1820,8 +1820,8 @@ Checking test 036 fv3_ccpp_gfs_v15p2 results .... Test 036 fv3_ccpp_gfs_v15p2 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v16beta_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v16beta_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfs_v16beta_prod Checking test 037 fv3_ccpp_gfs_v16beta results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1888,8 +1888,8 @@ Checking test 037 fv3_ccpp_gfs_v16beta results .... Test 037 fv3_ccpp_gfs_v16beta PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_rrtmgp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_rrtmgp_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_rrtmgp_prod Checking test 038 fv3_ccpp_rrtmgp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1956,8 +1956,8 @@ Checking test 038 fv3_ccpp_rrtmgp results .... Test 038 fv3_ccpp_rrtmgp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_debug_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v15p2_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v15p2_debug_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfs_v15p2_debug_prod Checking test 039 fv3_ccpp_gfs_v15p2_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2024,8 +2024,8 @@ Checking test 039 fv3_ccpp_gfs_v15p2_debug results .... Test 039 fv3_ccpp_gfs_v15p2_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_debug_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v16beta_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfs_v16beta_debug_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfs_v16beta_debug_prod Checking test 040 fv3_ccpp_gfs_v16beta_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2092,8 +2092,8 @@ Checking test 040 fv3_ccpp_gfs_v16beta_debug results .... Test 040 fv3_ccpp_gfs_v16beta_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_debug_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_rrtmgp_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_rrtmgp_debug_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_rrtmgp_debug_prod Checking test 041 fv3_ccpp_rrtmgp_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2160,8 +2160,8 @@ Checking test 041 fv3_ccpp_rrtmgp_debug results .... Test 041 fv3_ccpp_rrtmgp_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_debug_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gsd_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gsd_debug_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gsd_debug_prod Checking test 042 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2228,8 +2228,8 @@ Checking test 042 fv3_ccpp_gsd_debug results .... Test 042 fv3_ccpp_gsd_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_debug_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_debug_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_thompson_debug_prod Checking test 043 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2296,8 +2296,8 @@ Checking test 043 fv3_ccpp_thompson_debug results .... Test 043 fv3_ccpp_thompson_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_debug_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_thompson_no_aero_debug_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_thompson_no_aero_debug_prod Checking test 044 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2364,8 +2364,8 @@ Checking test 044 fv3_ccpp_thompson_no_aero_debug results .... Test 044 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmg_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfsv16_csawmg_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfsv16_csawmg_prod Checking test 045 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2412,8 +2412,8 @@ Checking test 045 fv3_ccpp_gfsv16_csawmg results .... Test 045 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmgt_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gfsv16_csawmgt_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gfsv16_csawmgt_prod Checking test 046 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2460,8 +2460,8 @@ Checking test 046 fv3_ccpp_gfsv16_csawmgt results .... Test 046 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gocart_clm_ccpp -working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gocart_clm_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200611/INTEL/fv3_gocart_clm_ccpp +working dir = /work/noaa/stmp/junwang/stmp/junwang/FV3_RT/rt_436148/fv3_ccpp_gocart_clm_prod Checking test 047 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2509,5 +2509,5 @@ Test 047 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Tue Jun 9 07:33:44 CDT 2020 -Elapsed time: 00h:47m:04s. Have a nice day! +Fri Jun 12 08:20:31 CDT 2020 +Elapsed time: 00h:34m:24s. Have a nice day! diff --git a/tests/RegressionTests_wcoss_cray.log b/tests/RegressionTests_wcoss_cray.log index d551ef0d8d..4e841d7b4b 100644 --- a/tests/RegressionTests_wcoss_cray.log +++ b/tests/RegressionTests_wcoss_cray.log @@ -1,9 +1,9 @@ -Mon Jun 8 23:54:10 UTC 2020 +Fri Jun 12 01:33:44 UTC 2020 Start Regression test -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_decomp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_2threads_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_restart_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_restart_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_restart_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_read_inc_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_read_inc_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_read_inc_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_netcdf_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGlatlon_netcdf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGlatlon_netcdf_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_nemsio_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stochy_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stochy_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stochy_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_iau_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_iau_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_iau_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_lheatstrg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_lheatstrg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_lheatstrg_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_lheatstrg_prod Checking test 013 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -766,8 +766,8 @@ Checking test 013 fv3_ccpp_lheatstrg results .... Test 013 fv3_ccpp_lheatstrg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmprad_prod Checking test 014 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -815,8 +815,8 @@ Checking test 014 fv3_ccpp_gfdlmprad results .... Test 014 fv3_ccpp_gfdlmprad PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_atmwav_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_atmwav_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -864,8 +864,8 @@ Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Test 015 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_32bit_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_32bit_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_32bit_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stretched_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -988,8 +988,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_nest_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stretched_nest_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1055,8 +1055,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_control_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_regional_control_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1066,8 +1066,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_restart_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_restart_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_regional_restart_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1075,8 +1075,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_quilt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_quilt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_regional_quilt_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1086,20 +1086,20 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_control_debug_prod Checking test 022 fv3_ccpp_control_debug results .... Test 022 fv3_ccpp_control_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stretched_nest_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_stretched_nest_debug_prod Checking test 023 fv3_ccpp_stretched_nest_debug results .... Test 023 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmp_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmp_prod Checking test 024 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1146,8 +1146,8 @@ Checking test 024 fv3_ccpp_gfdlmp results .... Test 024 fv3_ccpp_gfdlmp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_gwd_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_gwd_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmprad_gwd_prod Checking test 025 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1194,8 +1194,8 @@ Checking test 025 fv3_ccpp_gfdlmprad_gwd results .... Test 025 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_noahmp_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_noahmp_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 026 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1242,8 +1242,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_noahmp results .... Test 026 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_hwrfsas_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmp_hwrfsas_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 027 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1290,8 +1290,8 @@ Checking test 027 fv3_ccpp_gfdlmp_hwrfsas results .... Test 027 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_csawmg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_csawmg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_csawmg_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_csawmg_prod Checking test 028 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1338,8 +1338,8 @@ Checking test 028 fv3_ccpp_csawmg results .... Test 028 fv3_ccpp_csawmg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_satmedmf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_satmedmf_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_satmedmf_prod Checking test 029 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1386,8 +1386,8 @@ Checking test 029 fv3_ccpp_satmedmf results .... Test 029 fv3_ccpp_satmedmf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmfq_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_satmedmfq_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_satmedmfq_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_satmedmfq_prod Checking test 030 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1434,8 +1434,8 @@ Checking test 030 fv3_ccpp_satmedmfq results .... Test 030 fv3_ccpp_satmedmfq PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_32bit_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmp_32bit_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmp_32bit_prod Checking test 031 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1482,8 +1482,8 @@ Checking test 031 fv3_ccpp_gfdlmp_32bit results .... Test 031 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_32bit_post_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_32bit_post_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 032 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1534,8 +1534,8 @@ Checking test 032 fv3_ccpp_gfdlmprad_32bit_post results .... Test 032 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_cpt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_cpt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_cpt_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_cpt_prod Checking test 033 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1588,8 +1588,8 @@ Checking test 033 fv3_ccpp_cpt results .... Test 033 fv3_ccpp_cpt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gsd_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gsd_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gsd_prod Checking test 034 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1680,8 +1680,8 @@ Checking test 034 fv3_ccpp_gsd results .... Test 034 fv3_ccpp_gsd PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_thompson_prod Checking test 035 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1748,8 +1748,8 @@ Checking test 035 fv3_ccpp_thompson results .... Test 035 fv3_ccpp_thompson PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_no_aero_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_no_aero_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_thompson_no_aero_prod Checking test 036 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1816,8 +1816,8 @@ Checking test 036 fv3_ccpp_thompson_no_aero results .... Test 036 fv3_ccpp_thompson_no_aero PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gsd_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gsd_debug_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gsd_debug_prod Checking test 037 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1884,8 +1884,8 @@ Checking test 037 fv3_ccpp_gsd_debug results .... Test 037 fv3_ccpp_gsd_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_debug_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_thompson_debug_prod Checking test 038 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1952,8 +1952,8 @@ Checking test 038 fv3_ccpp_thompson_debug results .... Test 038 fv3_ccpp_thompson_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_no_aero_debug_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_thompson_no_aero_debug_prod Checking test 039 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2020,8 +2020,8 @@ Checking test 039 fv3_ccpp_thompson_no_aero_debug results .... Test 039 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfsv16_csawmg_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfsv16_csawmg_prod Checking test 040 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2068,8 +2068,8 @@ Checking test 040 fv3_ccpp_gfsv16_csawmg results .... Test 040 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmgt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfsv16_csawmgt_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gfsv16_csawmgt_prod Checking test 041 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2116,8 +2116,8 @@ Checking test 041 fv3_ccpp_gfsv16_csawmgt results .... Test 041 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gocart_clm_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gocart_clm_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gocart_clm_ccpp +working dir = /gpfs/hps3/stmp/Jun.Wang/FV3_RT/rt_2614/fv3_ccpp_gocart_clm_prod Checking test 042 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2165,5 +2165,5 @@ Test 042 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Tue Jun 9 00:41:25 UTC 2020 -Elapsed time: 00h:47m:16s. Have a nice day! +Fri Jun 12 02:09:50 UTC 2020 +Elapsed time: 00h:36m:07s. Have a nice day! diff --git a/tests/RegressionTests_wcoss_dell_p3.log b/tests/RegressionTests_wcoss_dell_p3.log index af689924bb..230617ec8c 100644 --- a/tests/RegressionTests_wcoss_dell_p3.log +++ b/tests/RegressionTests_wcoss_dell_p3.log @@ -1,9 +1,9 @@ -Mon Jun 8 23:39:50 UTC 2020 +Fri Jun 12 01:31:55 UTC 2020 Start Regression test -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_decomp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_2threads_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_restart_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_restart_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_restart_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_read_inc_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_read_inc_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_read_inc_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_netcdf_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGlatlon_netcdf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGlatlon_netcdf_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_nemsio_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stochy_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stochy_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stochy_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_iau_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_iau_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_iau_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_lheatstrg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_lheatstrg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_lheatstrg_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_lheatstrg_prod Checking test 013 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -766,8 +766,8 @@ Checking test 013 fv3_ccpp_lheatstrg results .... Test 013 fv3_ccpp_lheatstrg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmprad_prod Checking test 014 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -815,8 +815,8 @@ Checking test 014 fv3_ccpp_gfdlmprad results .... Test 014 fv3_ccpp_gfdlmprad PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_atmwav_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_atmwav_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -864,8 +864,8 @@ Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Test 015 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_32bit_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_32bit_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_32bit_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stretched_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -988,8 +988,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_nest_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stretched_nest_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1055,8 +1055,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_control_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_regional_control_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1066,8 +1066,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_restart_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_restart_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_regional_restart_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1075,8 +1075,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_quilt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_quilt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_regional_quilt_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1086,8 +1086,8 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_c768_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_c768_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_regional_c768_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_regional_c768_prod Checking test 022 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1097,20 +1097,20 @@ Checking test 022 fv3_ccpp_regional_c768 results .... Test 022 fv3_ccpp_regional_c768 PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_control_debug_prod Checking test 023 fv3_ccpp_control_debug results .... Test 023 fv3_ccpp_control_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_stretched_nest_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_stretched_nest_debug_prod Checking test 024 fv3_ccpp_stretched_nest_debug results .... Test 024 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmp_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmp_prod Checking test 025 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1157,8 +1157,8 @@ Checking test 025 fv3_ccpp_gfdlmp results .... Test 025 fv3_ccpp_gfdlmp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_gwd_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_gwd_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmprad_gwd_prod Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1205,8 +1205,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Test 026 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_noahmp_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_noahmp_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1253,8 +1253,8 @@ Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Test 027 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_hwrfsas_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmp_hwrfsas_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 028 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1301,8 +1301,8 @@ Checking test 028 fv3_ccpp_gfdlmp_hwrfsas results .... Test 028 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_csawmg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_csawmg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_csawmg_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_csawmg_prod Checking test 029 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1349,8 +1349,8 @@ Checking test 029 fv3_ccpp_csawmg results .... Test 029 fv3_ccpp_csawmg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_satmedmf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_satmedmf_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_satmedmf_prod Checking test 030 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1397,8 +1397,8 @@ Checking test 030 fv3_ccpp_satmedmf results .... Test 030 fv3_ccpp_satmedmf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmfq_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_satmedmfq_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_satmedmfq_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_satmedmfq_prod Checking test 031 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1445,8 +1445,8 @@ Checking test 031 fv3_ccpp_satmedmfq results .... Test 031 fv3_ccpp_satmedmfq PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_32bit_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmp_32bit_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmp_32bit_prod Checking test 032 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1493,8 +1493,8 @@ Checking test 032 fv3_ccpp_gfdlmp_32bit results .... Test 032 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_32bit_post_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfdlmprad_32bit_post_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 033 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1545,8 +1545,8 @@ Checking test 033 fv3_ccpp_gfdlmprad_32bit_post results .... Test 033 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_cpt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_cpt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_cpt_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_cpt_prod Checking test 034 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1599,8 +1599,8 @@ Checking test 034 fv3_ccpp_cpt results .... Test 034 fv3_ccpp_cpt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gsd_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gsd_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gsd_prod Checking test 035 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1691,8 +1691,8 @@ Checking test 035 fv3_ccpp_gsd results .... Test 035 fv3_ccpp_gsd PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_thompson_prod Checking test 036 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1759,8 +1759,8 @@ Checking test 036 fv3_ccpp_thompson results .... Test 036 fv3_ccpp_thompson PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_no_aero_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_no_aero_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_thompson_no_aero_prod Checking test 037 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1827,8 +1827,8 @@ Checking test 037 fv3_ccpp_thompson_no_aero results .... Test 037 fv3_ccpp_thompson_no_aero PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gsd_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gsd_debug_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gsd_debug_prod Checking test 038 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1895,8 +1895,8 @@ Checking test 038 fv3_ccpp_gsd_debug results .... Test 038 fv3_ccpp_gsd_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_debug_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_thompson_debug_prod Checking test 039 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1963,8 +1963,8 @@ Checking test 039 fv3_ccpp_thompson_debug results .... Test 039 fv3_ccpp_thompson_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_thompson_no_aero_debug_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_thompson_no_aero_debug_prod Checking test 040 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2031,8 +2031,8 @@ Checking test 040 fv3_ccpp_thompson_no_aero_debug results .... Test 040 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfsv16_csawmg_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfsv16_csawmg_prod Checking test 041 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2079,8 +2079,8 @@ Checking test 041 fv3_ccpp_gfsv16_csawmg results .... Test 041 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmgt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gfsv16_csawmgt_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gfsv16_csawmgt_prod Checking test 042 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2127,8 +2127,8 @@ Checking test 042 fv3_ccpp_gfsv16_csawmgt results .... Test 042 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gocart_clm_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gocart_clm_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200611/fv3_gocart_clm_ccpp +working dir = /gpfs/dell2/ptmp/Jun.Wang/FV3_RT/rt_8207/fv3_ccpp_gocart_clm_prod Checking test 043 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2176,5 +2176,5 @@ Test 043 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Tue Jun 9 00:25:35 UTC 2020 -Elapsed time: 00h:45m:50s. Have a nice day! +Fri Jun 12 03:29:34 UTC 2020 +Elapsed time: 01h:57m:42s. Have a nice day! diff --git a/tests/rt.sh b/tests/rt.sh index 705f2a7fef..bfd148c262 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -378,9 +378,9 @@ while getopts ":cfsl:mkreh" opt; do done if [[ $MACHINE_ID = hera.* ]] || [[ $MACHINE_ID = orion.* ]] || [[ $MACHINE_ID = cheyenne.* ]]; then - RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200608/${COMPILER^^}} + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200611/${COMPILER^^}} else - RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200608} + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200611} fi shift $((OPTIND-1))