Skip to content

Commit

Permalink
commit RTMA and other changes back to RRFS_dev1 (NOAA-EMC#187)
Browse files Browse the repository at this point in the history 
  - add PYTHON_GRAPHICS_YML_FN so that RRFS/RTMA can use different yml file automatically
  - add $grid_ratio_fv3 in gsiparm.anl so that it is configurable through config.sh
  - restore the use of FG_ROOT: it is NWGES_BASEDIR for RRFS but the first guess directory for RTMA
  - update hybens_info.rtma to 65 vertical levels
  - add config.sh.RTMA_NA_3km
  • Loading branch information
@guoqing-noaa
guoqing-noaa authored Aug 30, 2021
1 parent 3522bfe commit e7d2874
Show file tree
Hide file tree
Showing 10 changed files with 381 additions and 72 deletions.
2 changes: 1 addition & 1 deletion .github/CODEOWNERS
View file
Validating CODEOWNERS rules …
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@

# These owners will be the default owners for everything in the repo.
#* @defunkt
* @christinaholtNOAA @chunhuazhou @CurtisAlexander-NOAA @hu5970 @jaymes-kenyon @JeffBeck-NOAA @terraladwig @TrevorAlcott-NOAA
* @christinaholtNOAA @chunhuazhou @CurtisAlexander-NOAA @hu5970 @jaymes-kenyon @JeffBeck-NOAA @terraladwig @TrevorAlcott-NOAA @guoqing-noaa

# Order is important. The last matching pattern has the most precedence.
# So if a pull request only touches javascript files, only these owners
Expand Down
2 changes: 1 addition & 1 deletion jobs/JREGIONAL_RUN_PYTHON_GRAPHICS
View file
Original file line number Diff line number Diff line change
Expand Up @@ -112,7 +112,7 @@ case ${GRAPHICS_TYPE} in
extra_args="\
--all_leads \
--tiles $tiles \
--images ${PYTHON_GRAPHICS_DIR}/image_lists/rrfs_subset.yml hourly"
--images ${PYTHON_GRAPHICS_DIR}/image_lists/${PYTHON_GRAPHICS_YML_FN} hourly"
;;

"skewts")
Expand Down
7 changes: 4 additions & 3 deletions scripts/exregional_run_fcst.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -548,19 +548,20 @@ export OMP_STACKSIZE=1024m
#
#-----------------------------------------------------------------------
#
cd INPUT
if [[ -f phy_data.nc ]] ; then
echo "convert phy_data.nc from NetCDF4 to NetCDF3"
cd INPUT
rm -f phy_data.nc3 phy_data.nc4
cp -fp phy_data.nc phy_data.nc4
if ( ! time ( module purge ; module load intel szip hdf5 netcdf nco ; module list ; set -x ; ncks -3 --64 phy_data.nc4 phy_data.nc3) ) ; then
mv -f phy_data.nc4 phy_data.nc
rm -f phy_data.nc3
echo "NetCDF 3=>4 conversion failed. :-( Continuing with NetCDF 4 data."
echo "NetCDF 4=>3 conversion failed. :-( Continuing with NetCDF 4 data."
else
mv -f phy_data.nc3 phy_data.nc
fi
cd ..
fi
cd ..
#
#-----------------------------------------------------------------------
#
Expand Down
8 changes: 4 additions & 4 deletions scripts/exregional_run_prepstart.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -256,12 +256,12 @@ fi
#
#-----------------------------------------------------------------------

if [ "${NET}" = "RTMA" ]; then
if [[ "${NET}" = "RTMA"* ]]; then
#find a bdry file last modified before current cycle time and size > 100M
#to make sure it exists and was written out completely.
TIME1HAGO=$(date -d "${START_DATE}" +"%Y-%m-%d %H:%M:%S")
bdryfile0=${lbcs_root}/$(cd $lbcs_root;find . -name "gfs_bndy.tile7.000.nc" ! -newermt "$TIME1HAGO" -size +100M | xargs ls -1rt |tail -n 1)
bdryfile1=$(echo $bdryfile0 | sed -e "s/gfs_bndy.tile7.000.nc/gfs_bndy.tile7.001.nc/")
TIME1HAGO=$(date -d "${START_DATE} 58 minute" +"%Y-%m-%d %H:%M:%S")
bdryfile1=${lbcs_root}/$(cd $lbcs_root;find . -name "gfs_bndy.tile7.001.nc" ! -newermt "$TIME1HAGO" -size +100M | xargs ls -1rt |tail -n 1)
bdryfile0=$(echo $bdryfile1 | sed -e "s/gfs_bndy.tile7.001.nc/gfs_bndy.tile7.000.nc/")
ln_vrfy -snf ${bdryfile0} .
ln_vrfy -snf ${bdryfile1} .

Expand Down
113 changes: 73 additions & 40 deletions ush/config.sh.3DRTMA_dev1
View file
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
#!/bin/bash
MACHINE="jet"
ACCOUNT="nrtrr"
RESERVATION="3drtma"
RESERVATION="rrfsdet"
EXPT_BASEDIR="/home/rtrr/RTMA"
EXPT_SUBDIR="RTMA_dev1"

Expand Down Expand Up @@ -35,7 +35,7 @@ if [[ $MACHINE == "hera" ]] ; then
FIXgsm=/scratch1/BMC/zrtrr/RRFS/fix/fix_am.20210128
GWD_HRRRsuite_BASEDIR=/scratch1/BMC/zrtrr/RRFS/fix/fix_lam.20210128

FIX_GSI=/scratch1/BMC/zrtrr/RRFS/fix/fix_gsi
FIX_GSI=/scratch1/BMC/zrtrr/RTMA/fix/fix_gsi
FIX_CRTM=/scratch1/BMC/zrtrr/RRFS/fix/CRTM_v2.3.0
AIRCRAFT_REJECT=${FIX_GSI}
SFCOBS_USELIST=${FIX_GSI}
Expand All @@ -53,6 +53,20 @@ if [[ $MACHINE == "hera" ]] ; then
ENKF_FCST=/scratch1/NCEPDEV/rstprod/com/gfs/prod
fi

if [[ $MACHINE == "orion" ]] ; then
ACCOUNT=ztrr
QUEUE_ANALYSIS="batch"
FIXLAM_NCO_BASEDIR=/work/noaa/wrfruc/mhu/rrfs/data/fix/fix_lam.20210128
FIXgsm=/work/noaa/wrfruc/mhu/rrfs/data/fix/fix_am.20210128
GWD_HRRRsuite_BASEDIR=/work/noaa/wrfruc/mhu/rrfs/data/fix/fix_lam.20210128

FIX_GSI=/work/noaa/wrfruc/mhu/rrfs/data/fix/fix_gsi
FIX_CRTM=/work/noaa/wrfruc/mhu/rrfs/data/fix/CRTM_v2.3.0
AIRCRAFT_REJECT=${FIX_GSI}
SFCOBS_USELIST=${FIX_GSI}
fi


VERBOSE="TRUE"

RUN_ENVIR="nco"
Expand All @@ -65,10 +79,11 @@ TILE_LABELS="CONUS REGIONS"
TILE_SETS="full NE,NC,NW,SE,SC,SW"

DO_DACYCLE="TRUE"
#DO_SPINUP="FALSE"
#DO_RETRO="TRUE"
#LBCS_ICS_ONLY="TRUE"
DO_NONVAR_CLDANAL="TRUE"
#DO_REFL2TTEN="TRUE"
#DO_REFL2TTEN="FALSE"
#
#-------------------------------------------------------------------------------------
# GSI Namelist parameters configurable across differnt applications
Expand All @@ -93,7 +108,8 @@ beta1_inv=0.5 #beata_inv is 1-ensemble_wgt
ens_h=20 #110
ens_v=1 #3
regional_ensemble_option=1 #1 for GDAS
grid_ratio_ens=3 #analysis 3km, so ensemble=3*3=9km. GDAS ensemble is 20km
grid_ratio_fv3=2.0 #fv3 resolution 3km, so analysis=3*2=6km
grid_ratio_ens=3 #analysis 6km, so ensemble=6*3=18km. GDAS ensemble is 20km
i_en_perts_io=1 #0 or 1: original file 3: pre-processed ensembles

# &RAPIDREFRESH_CLDSURF
Expand All @@ -110,7 +126,7 @@ CONVINFO_FN="convinfo.rtma"
OBERROR_FN="errtable.rtma"
HYBENSINFO_FN="hybens_info.rtma"
AIRCRAFT_REJECT="/home/amb-verif/acars_RR/amdar_reject_lists"
SFCOBS_USELIST="/home/amb-verif/ruc_madis_surface/mesonet_uselists"
SFCOBS_USELIST="/lfs4/BMC/amb-verif/rap_ops_mesonet_uselists"
#
#
QUILTING="TRUE"
Expand All @@ -123,68 +139,79 @@ LBC_SPEC_INTVL_HRS="1"
EXTRN_MDL_LBCS_OFFSET_HRS="0"
EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"

DATE_FIRST_CYCL="20210708"
DATE_LAST_CYCL="20210930"
DATE_FIRST_CYCL="20210826"
DATE_LAST_CYCL="20220826"
CYCL_HRS=( "00" "12" )
CYCL_HRS_SPINSTART=("03" "15")
CYCL_HRS_PRODSTART=("09" "21")
#CYCLEMONTH="7-9"
CYCL_HRS_PRODSTART=("99") # RTMA always warm-starts
CYCLEMONTH="8-12"
#CYCLEDAY="1-4"

if [[ $DO_RETRO == "TRUE" ]] ; then

if [[ $MACHINE == "jet" ]] ; then
EXTRN_MDL_SOURCE_BASEDIR_ICS=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/hrrr/conus/wrfnat/grib2
EXTRN_MDL_SOURCE_BASEDIR_LBCS=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/rap/full/wrfnat/grib2
# EXTRN_MDL_SOURCE_BASEDIR_LBCS=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/gfs/0p25deg/grib2
# EXTRN_MDL_SOURCE_BASEDIR_LBCS=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/gfs/0p25deg/grib2
OBSPATH=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/obs_rap
OBSPATH_NSSLMOSIAC=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/reflectivity
LIGHTNING_ROOT=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/lightning/vaisala/netcdf/
LIGHTNING_ROOT=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/lightning
ENKF_FCST=/mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/enkf/atm
fi
if [[ $MACHINE == "hera" ]] ; then
EXTRN_MDL_SOURCE_BASEDIR_ICS=/scratch2/BMC/zrtrr/rli/data/hrrr/conus/wrfnat/grib2
EXTRN_MDL_SOURCE_BASEDIR_LBCS=/scratch2/BMC/zrtrr/rli/data/rap/full/wrfnat/grib2
# EXTRN_MDL_SOURCE_BASEDIR_LBCS=/scratch2/BMC/zrtrr/rli/data/gfs/0p25deg/grib2
OBSPATH=/scratch2/BMC/zrtrr/rli/data/obs_rap
OBSPATH_NSSLMOSIAC=/scratch2/BMC/zrtrr/rli/data/reflectivity
LIGHTNING_ROOT=/scratch2/BMC/zrtrr/rli/data/lightning
ENKF_FCST=/scratch2/BMC/zrtrr/rli/data/enkf/atm
fi
if [[ $MACHINE == "orion" ]] ; then
EXTRN_MDL_SOURCE_BASEDIR_ICS=/work/noaa/wrfruc/mhu/rrfs/data/gfs
EXTRN_MDL_SOURCE_BASEDIR_LBCS=/work/noaa/wrfruc/mhu/rrfs/data/gfs
OBSPATH=/work/noaa/wrfruc/mhu/rrfs/data/obs_rap
fi

if [[ $LBCS_ICS_ONLY == "TRUE" ]]; then
PREEXISTING_DIR_METHOD="rename"
INITIAL_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
INITIAL_CYCLEDEF="${DATE_FIRST_CYCL}1000 ${DATE_LAST_CYCL}2300 12:00:00"
BOUNDARY_CYCLEDEF="00 00-02,04-08,10-14,16-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
BOUNDARY_LONG_CYCLEDEF="${DATE_FIRST_CYCL}0300 ${DATE_LAST_CYCL}2300 06:00:00"
else
PREEXISTING_DIR_METHOD="upgrade"
PREP_COLDSTART_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
PREP_WARMSTART_CYCLEDEF="00 00-09/01,11-21/01,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
PROD_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 01:00:00"
POSTPROC_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 01:00:00"
POSTPROC_LONG_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 06:00:00"
if [[ $DO_SPINUP == "TRUE" ]] ; then
SPINUP_CYCLEDEF="00 03-08,15-20 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
fi
fi

PROD_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 01:00:00"
POSTPROC_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 01:00:00"
else
#INITIAL_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
#BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
#BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
#PREP_COLDSTART_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
PREP_WARMSTART_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *" #no impact for RTMA
#INITIAL_CYCLEDEF="${DATE_FIRST_CYCL}0300 ${DATE_LAST_CYCL}2300 12:00:00"
#BOUNDARY_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 06:00:00"
PROD_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 01:00:00"
POSTPROC_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 01:00:00"
POSTPROC_LONG_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 06:00:00"
ARCHIVE_CYCLEDEF="${DATE_FIRST_CYCL}0700 ${DATE_LAST_CYCL}2300 24:00:00"
if [[ $DO_SPINUP == "TRUE" ]] ; then
SPINUP_CYCLEDEF="00 03-08,15-20 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
fi
fi

FCST_LEN_HRS="0"
FCST_LEN_HRS_SPINUP="0"
POSTPROC_LEN_HRS="0"
POSTPROC_LONG_LEN_HRS="0"

for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=0.0112; done
for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=0.0003; done
DA_CYCLE_INTERV="1" #need to be 1 to have hourly DA
RESTART_INTERVAL="1"

NCORES_RUN_ANAL=240
HALO_BLEND=10
LAYOUT_X="17"
LAYOUT_Y="10"
#LAYOUT_X="17"
#LAYOUT_Y="10"

if [[ -n $RESERVATION ]] ; then
NNODES_MAKE_ICS="3"
Expand All @@ -195,23 +222,29 @@ if [[ -n $RESERVATION ]] ; then
PPN_RUN_POST="40"
fi

WTIME_RUN_FCST="00:05:00" #normally 2 minutes is enough to generate dynf000.nc and phyf000.nc
WTIME_RUN_FCST="00:10:00" #normally 2 minutes is enough to generate dynf000.nc and phyf000.nc
WTIME_MAKE_LBCS="02:00:00"

EXTRN_MDL_NAME_ICS="HRRR"
EXTRN_MDL_NAME_LBCS="RAP"
EXTRN_MDL_NAME_ICS="FV3GFS"
EXTRN_MDL_NAME_LBCS="FV3GFS"

FV3GFS_FILE_FMT_ICS="grib2"
FV3GFS_FILE_FMT_LBCS="grib2"

envir="para"

NET="RTMA" ##product name prefix: ${NET}.t${cyc}z.bgdawpf${fhr}.${tmmark}.grib2
NET="RTMA" ##must start with "RTMA". ${NET}.t${cyc}z.bgdawpf${fhr}.${tmmark}.grib2
TAG="RTMA_dev1" ## used by job names
IS_RTMA="TRUE"
NCORES_PER_NODE=40 #kjet
FG_ROOTDIR="/lfs4/BMC/nrtrr/NCO_dirs/stmp/tmpnwprd/RRFS_dev1" #only needed by RTMA
FG_ROOTDIR="/lfs4/BMC/nrtrr/NCO_dirs/nwges/para/RRFS_dev1" #only needed by RTMA
DT_ATMOS=1
MAXTRIES_RUN_FCST="3"
PYTHON_GRAPHICS_YML_FN="rtma.yml"

USE_CUSTOM_POST_CONFIG_FILE="TRUE"
CUSTOM_POST_CONFIG_FP="/lfs4/BMC/nrtrr/RTMA/RTMA-dev1-ufs-srweather-app/regional_workflow/ush/templates/postxconfig-NT-3drtma.txt"
CUSTOM_POST_PARAMS_FP="/lfs4/BMC/nrtrr/RTMA/RTMA-dev1-ufs-srweather-app/regional_workflow/ush/templates/params_grib2_tbl_new_rtma"
CUSTOM_POST_CONFIG_FP="/lfs4/BMC/nrtrr/RTMA/RTMA-dev1-ufs-rtma-app/regional_workflow/ush/templates/postxconfig-NT-3drtma.txt"
CUSTOM_POST_PARAMS_FP="/lfs4/BMC/nrtrr/RTMA/RTMA-dev1-ufs-rtma-app/regional_workflow/ush/templates/params_grib2_tbl_new_rtma"
POST_FULL_MODEL_NAME="FV3RRTMA"
ARCHIVEDIR="/5year/BMC/wrfruc/rtma_dev1"
NCARG_ROOT="/apps/ncl/6.5.0-CentOS6.10_64bit_nodap_gnu447"
Expand Down
Loading

0 comments on commit e7d2874

Please sign in to comment.