-
Notifications
You must be signed in to change notification settings - Fork 177
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Add initial land DA cycling #1351
Changes from 40 commits
fb2f8fb
3e6a3a5
47e04e9
da71eba
4fafb58
67cfc23
99c6e8d
687508d
70c0b79
a89b280
02108f5
b6e454a
a951ffa
de063f3
138bb8f
c10af3d
ffa2e1c
ca947c7
754ef8b
40da629
52f8188
4d20e8b
03480d6
949b4c9
587fb86
f18d7dc
25f832c
186a203
2ab93a0
049593e
5524ff8
c6457d8
e5fb548
48cea6e
973e2f5
fcaf0ea
66833f0
deb8080
470d8c5
8d4cfac
cfab1d3
af29e14
3b8974b
13a567a
0be71f7
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then | |
|
||
echo "Must specify an input argument to set runtime environment variables!" | ||
echo "argument can be any one of the following:" | ||
echo "atmanlrun atmensanalrun aeroanlrun" | ||
echo "atmanlrun atmensanalrun aeroanlrun landanlrun" | ||
echo "anal sfcanl fcst post vrfy metp" | ||
echo "eobs eupd ecen efcs epos" | ||
echo "postsnd awips gempak" | ||
|
@@ -78,6 +78,16 @@ elif [[ "${step}" = "aeroanlrun" ]]; then | |
[[ ${NTHREADS_AEROANL} -gt ${nth_max} ]] && export NTHREADS_AEROANL=${nth_max} | ||
export APRUN_AEROANL="${launcher} -n ${npe_aeroanlrun}" | ||
|
||
elif [[ "${step}" = "landanlrun" ]]; then | ||
|
||
export APRUNCFP="${launcher} -n \$ncmd ${mpmd_opt}" | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. And here There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Same solution as above for Hera. |
||
|
||
nth_max=$((npe_node_max / npe_node_landanlrun)) | ||
|
||
export NTHREADS_LANDANL=${nth_landanlrun:-${nth_max}} | ||
[[ ${NTHREADS_LANDANL} -gt ${nth_max} ]] && export NTHREADS_LANDANL=${nth_max} | ||
export APRUN_LANDANL="${launcher} -n ${npe_landanlrun}" | ||
|
||
elif [[ "${step}" = "ocnanalbmat" ]]; then | ||
|
||
export APRUNCFP="${launcher} -n \$ncmd ${mpmd_opt}" | ||
|
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,50 @@ | ||
#! /usr/bin/env bash | ||
|
||
source "${HOMEgfs}/ush/preamble.sh" | ||
export WIPE_DATA="NO" | ||
export DATA=${DATA:-${DATAROOT}/${RUN}landanl_${cyc}} | ||
source "${HOMEgfs}/ush/jjob_header.sh" -e "landanlfinal" -c "base landanl landanlfinal" | ||
|
||
############################################## | ||
# Set variables used in the script | ||
############################################## | ||
GDATE=$(date +%Y%m%d%H -d "${PDY} ${cyc} - ${assim_freq} hours") | ||
GDUMP="gdas" | ||
|
||
############################################## | ||
# Begin JOB SPECIFIC work | ||
############################################## | ||
|
||
export COMOUT=${COMOUT:-${ROTDIR}/${RUN}.${PDY}/${cyc}/atmos} | ||
mkdir -p "${COMOUT}" | ||
|
||
# COMIN_GES and COMIN_GES_ENS are used in script | ||
export COMIN_GES="${ROTDIR}/${GDUMP}.${GDATE:0:8}/${GDATE:8:2}/atmos" | ||
export COMIN_GES_ENS="${ROTDIR}/enkf${GDUMP}.${GDATE:0:8}/${GDATE:8:2}/atmos" | ||
|
||
############################################################### | ||
# Run relevant script | ||
|
||
EXSCRIPT=${GDASLANDFINALPY:-${HOMEgfs}/scripts/exglobal_land_analysis_finalize.py} | ||
${EXSCRIPT} | ||
status=$? | ||
[[ ${status} -ne 0 ]] && exit "${status}" | ||
|
||
############################################## | ||
# End JOB SPECIFIC work | ||
############################################## | ||
|
||
############################################## | ||
# Final processing | ||
############################################## | ||
if [[ -e "${pgmout}" ]] ; then | ||
cat "${pgmout}" | ||
fi | ||
|
||
########################################## | ||
# Remove the Temporary working directory | ||
########################################## | ||
cd "${DATAROOT}" || exit 1 | ||
[[ ${KEEPDATA} = "NO" ]] && rm -rf "${DATA}" | ||
|
||
exit 0 |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,43 @@ | ||
#! /usr/bin/env bash | ||
|
||
source "${HOMEgfs}/ush/preamble.sh" | ||
export DATA=${DATA:-${DATAROOT}/${RUN}landanl_${cyc}} | ||
source "${HOMEgfs}/ush/jjob_header.sh" -e "landanlinit" -c "base landanl landanlinit" | ||
|
||
############################################## | ||
# Set variables used in the script | ||
############################################## | ||
GDATE=$(date +%Y%m%d%H -d "${PDY} ${cyc} - ${assim_freq} hours") | ||
GDUMP="gdas" | ||
|
||
############################################## | ||
# Begin JOB SPECIFIC work | ||
############################################## | ||
|
||
export COMOUT=${COMOUT:-${ROTDIR}/${RUN}.${PDY}/${cyc}/atmos} | ||
mkdir -p "${COMOUT}" | ||
|
||
# COMIN_GES and COMIN_GES_ENS are used in script | ||
export COMIN_GES="${ROTDIR}/${GDUMP}.${GDATE:0:8}/${GDATE:8:2}/atmos" | ||
export COMIN_GES_ENS="${ROTDIR}/enkf${GDUMP}.${GDATE:0:8}/${GDATE:8:2}/atmos" | ||
|
||
############################################################### | ||
# Run relevant script | ||
|
||
EXSCRIPT=${GDASLANDINITPY:-${HOMEgfs}/scripts/exglobal_land_analysis_initialize.py} | ||
${EXSCRIPT} | ||
status=$? | ||
[[ ${status} -ne 0 ]] && exit "${status}" | ||
|
||
############################################## | ||
# End JOB SPECIFIC work | ||
############################################## | ||
|
||
############################################## | ||
# Final processing | ||
############################################## | ||
if [[ -e "${pgmout}" ]] ; then | ||
cat "${pgmout}" | ||
fi | ||
|
||
exit 0 |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,44 @@ | ||
#! /usr/bin/env bash | ||
|
||
source "${HOMEgfs}/ush/preamble.sh" | ||
export WIPE_DATA="NO" | ||
export DATA=${DATA:-${DATAROOT}/${RUN}landanl_${cyc}} | ||
source "${HOMEgfs}/ush/jjob_header.sh" -e "landanlrun" -c "base landanl landanlrun" | ||
|
||
############################################## | ||
# Set variables used in the script | ||
############################################## | ||
GDATE=$(date +%Y%m%d%H -d "${PDY} ${cyc} - ${assim_freq} hours") | ||
GDUMP="gdas" | ||
|
||
############################################## | ||
# Begin JOB SPECIFIC work | ||
############################################## | ||
|
||
export COMOUT=${COMOUT:-${ROTDIR}/${RUN}.${PDY}/${cyc}/atmos} | ||
mkdir -p "${COMOUT}" | ||
|
||
# COMIN_GES and COMIN_GES_ENS are used in script | ||
export COMIN_GES="${ROTDIR}/${GDUMP}.${GDATE:0:8}/${GDATE:8:2}/atmos" | ||
export COMIN_GES_ENS="${ROTDIR}/enkf${GDUMP}.${GDATE:0:8}/${GDATE:8:2}/atmos" | ||
|
||
############################################################### | ||
# Run relevant script | ||
|
||
EXSCRIPT=${GDASLANDRUNSH:-${HOMEgfs}/scripts/exglobal_land_analysis_run.sh} | ||
${EXSCRIPT} | ||
status=$? | ||
[[ ${status} -ne 0 ]] && exit "${status}" | ||
|
||
############################################## | ||
# End JOB SPECIFIC work | ||
############################################## | ||
|
||
############################################## | ||
# Final processing | ||
############################################## | ||
if [[ -e "${pgmout}" ]] ; then | ||
cat "${pgmout}" | ||
fi | ||
|
||
exit 0 |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,23 @@ | ||
#! /usr/bin/env bash | ||
|
||
source "${HOMEgfs}/ush/preamble.sh" | ||
|
||
############################################################### | ||
# Source UFSDA workflow modules | ||
. "${HOMEgfs}/ush/load_ufsda_modules.sh" | ||
status=$? | ||
[[ ${status} -ne 0 ]] && exit "${status}" | ||
|
||
export job="landanlfinal" | ||
export jobid="${job}.$$" | ||
|
||
############################################################### | ||
# setup python path for workflow utilities and tasks | ||
pygwPATH="${HOMEgfs}/ush/python:${HOMEgfs}/ush/python/pygw/src" | ||
PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${pygwPATH}" | ||
export PYTHONPATH | ||
############################################################### | ||
# Execute the JJOB | ||
"${HOMEgfs}/jobs/JGLOBAL_LAND_ANALYSIS_FINALIZE" | ||
status=$? | ||
exit "${status}" |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,24 @@ | ||
#! /usr/bin/env bash | ||
|
||
source "${HOMEgfs}/ush/preamble.sh" | ||
|
||
############################################################### | ||
# Source UFSDA workflow modules | ||
. "${HOMEgfs}/ush/load_ufsda_modules.sh" | ||
status=$? | ||
[[ ${status} -ne 0 ]] && exit "${status}" | ||
|
||
export job="landanlinit" | ||
export jobid="${job}.$$" | ||
|
||
############################################################### | ||
# setup python path for workflow utilities and tasks | ||
pygwPATH="${HOMEgfs}/ush/python:${HOMEgfs}/ush/python/pygw/src" | ||
PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${pygwPATH}" | ||
export PYTHONPATH | ||
|
||
############################################################### | ||
# Execute the JJOB | ||
"${HOMEgfs}/jobs/JGLOBAL_LAND_ANALYSIS_INITIALIZE" | ||
status=$? | ||
exit "${status}" |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,24 @@ | ||
#! /usr/bin/env bash | ||
|
||
source "${HOMEgfs}/ush/preamble.sh" | ||
|
||
############################################################### | ||
# Source UFSDA workflow modules | ||
. "${HOMEgfs}/ush/load_ufsda_modules.sh" | ||
status=$? | ||
[[ ${status} -ne 0 ]] && exit "${status}" | ||
|
||
export job="landanlrun" | ||
export jobid="${job}.$$" | ||
|
||
############################################################### | ||
# setup python path for workflow utilities and tasks | ||
pygwPATH="${HOMEgfs}/ush/python:${HOMEgfs}/ush/python/pygw/src" | ||
PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${pygwPATH}" | ||
export PYTHONPATH | ||
|
||
############################################################### | ||
# Execute the JJOB | ||
"${HOMEgfs}/jobs/JGLOBAL_LAND_ANALYSIS_RUN" | ||
status=$? | ||
exit "${status}" |
Original file line number | Diff line number | Diff line change | ||||
---|---|---|---|---|---|---|
@@ -0,0 +1,23 @@ | ||||||
#!/bin/bash -x | ||||||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Not sure we are doing an
Suggested change
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Made changes as suggested. |
||||||
|
||||||
########## config.landanl ########## | ||||||
# configuration common to all land analysis tasks | ||||||
|
||||||
echo "BEGIN: config.landanl" | ||||||
|
||||||
obs_list_name=gdas_land_adpsfc_only.yaml | ||||||
if [[ "${cyc}" == "18" ]]; then | ||||||
obs_list_name=gdas_land_prototype.yaml | ||||||
fi | ||||||
|
||||||
export OBS_YAML_DIR=${HOMEgfs}/sorc/gdas.cd/parm/land/obs/config/ | ||||||
export OBS_LIST=${HOMEgfs}/sorc/gdas.cd/parm/land/obs/lists/${obs_list_name} | ||||||
export LANDVARYAML=${HOMEgfs}/sorc/gdas.cd/parm/land/letkfoi/letkfoi.yaml | ||||||
export FV3JEDI_FIX=${HOMEgfs}/fix/gdas | ||||||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Is this going to be used? @RussTreadon-NOAA had removed its reference. There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. we should be consistent, I don't think it's needed now as long as the fix directory is linked There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. @aerorahul I checked that @RussTreadon-NOAA still kept this reference in the |
||||||
|
||||||
export io_layout_x=@IO_LAYOUT_X@ | ||||||
export io_layout_y=@IO_LAYOUT_Y@ | ||||||
|
||||||
export JEDIVAREXE=${HOMEgfs}/exec/fv3jedi_letkf.x | ||||||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. It is not a "variational executable", if running an LETKF, is it? There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I made the changes as suggested and updated this to JEDIEXE. |
||||||
|
||||||
echo "END: config.landanl" |
Original file line number | Diff line number | Diff line change | ||||
---|---|---|---|---|---|---|
@@ -0,0 +1,10 @@ | ||||||
#!/bin/bash -x | ||||||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more.
Suggested change
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Made changes as suggested. |
||||||
|
||||||
########## config.landanlfinal ########## | ||||||
# Post Land Analysis specific | ||||||
|
||||||
echo "BEGIN: config.landanlfinal" | ||||||
|
||||||
# Get task specific resources | ||||||
. "${EXPDIR}/config.resources" landanlfinal | ||||||
echo "END: config.landanlfinal" |
Original file line number | Diff line number | Diff line change | ||||
---|---|---|---|---|---|---|
@@ -0,0 +1,10 @@ | ||||||
#!/bin/bash -x | ||||||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more.
Suggested change
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Made changes as suggested. |
||||||
|
||||||
########## config.landanlinit ########## | ||||||
# Pre Land Analysis specific | ||||||
|
||||||
echo "BEGIN: config.landanlinit" | ||||||
|
||||||
# Get task specific resources | ||||||
. "${EXPDIR}/config.resources" landanlinit | ||||||
echo "END: config.landanlinit" |
Original file line number | Diff line number | Diff line change | ||||
---|---|---|---|---|---|---|
@@ -0,0 +1,11 @@ | ||||||
#!/bin/bash -x | ||||||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more.
Suggested change
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Made changes as suggested. |
||||||
|
||||||
########## config.landanlrun ########## | ||||||
# Land Analysis specific | ||||||
|
||||||
echo "BEGIN: config.landanlrun" | ||||||
|
||||||
# Get task specific resources | ||||||
. "${EXPDIR}/config.resources" landanlrun | ||||||
|
||||||
echo "END: config.landanlrun" |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
I know @RussTreadon-NOAA removed these lines from the
atmanlrun
. Please check if the land jobs will execute via MPMD as well?There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Removed these lines, and confirmed that there were not any effects for the
landanlrun
.