From 490de7bae1322cbaa8ee3d52406034c8edf62dd3 Mon Sep 17 00:00:00 2001 From: Rahul Mahajan Date: Tue, 26 Jul 2022 22:05:59 -0400 Subject: [PATCH] Remove obsolete platforms (WCOSS1, Dell, Cray, Theia) references. (#922) Removes code related to decommissioned HPC platforms WCOSS 1 (Dell & Cray) and Theia. Some references remain in scripts outside the global-workflow repo that are cloned as part of `checkout.sh`. Scripts from the `driver` directory that were hard-wired for one of the WCOSS1 platforms are also removed. Additionally, this commit also switches to using serial netCDF for resolutions C48. C96, C192. Running with parallel netCDF (on Hera) gave errors when testing at C96 for the deterministic forecast. If someone gives a very compelling reason to use parallel netCDF at these resolutions as default, I would be very interested in what they have to say. Closes #680 --- docs/doxygen/compile | 18 +- docs/doxygen/mainpage.h | 8 +- docs/note_fixfield.txt | 5 +- driver/gdas/para_config.gdas_analysis_high | 33 - driver/gdas/para_config.gdas_enkf_fcst | 66 -- .../para_config.gdas_enkf_inflate_recenter | 28 - .../gdas/para_config.gdas_enkf_innovate_obs | 100 --- driver/gdas/para_config.gdas_enkf_post | 29 - driver/gdas/para_config.gdas_enkf_select_obs | 33 - driver/gdas/para_config.gdas_enkf_update | 33 - driver/gdas/para_config.gdas_forecast_high | 32 - driver/gdas/para_config.gdas_gldas | 63 -- driver/gdas/run_JGDAS_NCEPPOST.sh | 110 --- driver/gdas/test_emcsfc.sh | 46 - driver/gdas/test_exgdas_tropc.sh | 126 --- driver/gdas/test_gdas_analysis_high.sh | 90 -- driver/gdas/test_gdas_enkf_fcst.sh | 89 -- .../gdas/test_gdas_enkf_inflate_recenter.sh | 83 -- driver/gdas/test_gdas_enkf_innovate_obs.sh | 96 -- driver/gdas/test_gdas_enkf_post.sh | 79 -- driver/gdas/test_gdas_enkf_select_obs.sh | 89 -- driver/gdas/test_gdas_enkf_update.sh | 83 -- driver/gdas/test_gdas_forecast_high.sh | 83 -- driver/gdas/test_gdas_gldas.sh | 127 --- driver/gdas/test_jgdas_tropc_cray.sh | 133 --- driver/gdas/test_jgdas_tropcy_qc_reloc.ecf | 126 --- .../gdas/test_jgdas_tropcy_qc_reloc_cray.sh | 154 ---- driver/gdas/test_jgdas_verfozn.sh | 82 -- driver/gdas/test_jgdas_verfozn_cray.sh | 79 -- driver/gdas/test_jgdas_verfrad.sh | 74 -- driver/gdas/test_jgdas_verfrad_cray.sh | 71 -- driver/gdas/test_jgdas_vminmon.sh | 73 -- driver/gdas/test_jgdas_vminmon_cray.sh | 69 -- driver/gfs/para_config.gfs_analysis | 31 - driver/gfs/para_config.gfs_forecast_high | 32 - driver/gfs/para_config.gfs_forecast_low | 32 - driver/gfs/test_emcsfc.sh | 46 - driver/gfs/test_gfs_analysis.sh | 90 -- driver/gfs/test_gfs_forecast_high.sh | 82 -- driver/gfs/test_gfs_forecast_low.sh | 82 -- driver/gfs/test_jgfs_cyclone_tracker.ecf | 121 --- driver/gfs/test_jgfs_cyclone_tracker_cray.sh | 167 ---- driver/gfs/test_jgfs_tropcy_qc_reloc.ecf | 124 --- driver/gfs/test_jgfs_tropcy_qc_reloc_cray.sh | 155 ---- driver/gfs/test_jgfs_vminmon.sh | 84 -- driver/gfs/test_jgfs_vminmon_cray.sh | 68 -- driver/product/change_gfs_downstream_date.sh | 46 - driver/product/change_gfs_downstream_envir.sh | 35 - driver/product/compile_gfsv152.sh | 20 - driver/product/compile_gfsv160.sh | 17 - driver/product/compile_gfsv160_hera.sh | 15 - driver/product/rmo_clean_gfs_output | 23 - ...un_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_00 | 129 --- ...un_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_06 | 129 --- ...un_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_12 | 132 --- ...un_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_18 | 130 --- .../product/run_JGDAS_ATMOS_GEMPAK_dell.sh_00 | 118 --- .../product/run_JGDAS_ATMOS_GEMPAK_dell.sh_06 | 119 --- .../product/run_JGDAS_ATMOS_GEMPAK_dell.sh_12 | 118 --- .../product/run_JGDAS_ATMOS_GEMPAK_dell.sh_18 | 119 --- ...un_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_00 | 123 --- ...un_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_06 | 123 --- ...un_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_12 | 123 --- ...un_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_18 | 123 --- .../run_JGFS_ATMOS_AWIPS_G2_dell.sh_00 | 121 --- .../run_JGFS_ATMOS_AWIPS_G2_dell.sh_06 | 121 --- .../run_JGFS_ATMOS_AWIPS_G2_dell.sh_12 | 121 --- .../run_JGFS_ATMOS_AWIPS_G2_dell.sh_18 | 121 --- .../product/run_JGFS_ATMOS_FBWIND_dell.sh_00 | 113 --- .../product/run_JGFS_ATMOS_FBWIND_dell.sh_06 | 113 --- .../product/run_JGFS_ATMOS_FBWIND_dell.sh_12 | 113 --- .../product/run_JGFS_ATMOS_FBWIND_dell.sh_18 | 113 --- .../run_JGFS_ATMOS_GEMPAK_META_dell.sh_00 | 131 --- .../run_JGFS_ATMOS_GEMPAK_META_dell.sh_06 | 131 --- .../run_JGFS_ATMOS_GEMPAK_META_dell.sh_12 | 133 --- .../run_JGFS_ATMOS_GEMPAK_META_dell.sh_18 | 131 --- ..._JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_00 | 123 --- ..._JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_06 | 123 --- ..._JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_12 | 125 --- ..._JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_18 | 123 --- ...un_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_00 | 139 --- ...un_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_06 | 138 --- ...un_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_12 | 140 --- ...un_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_18 | 138 --- .../product/run_JGFS_ATMOS_GEMPAK_dell.sh_00 | 119 --- .../product/run_JGFS_ATMOS_GEMPAK_dell.sh_06 | 119 --- .../product/run_JGFS_ATMOS_GEMPAK_dell.sh_12 | 119 --- .../product/run_JGFS_ATMOS_GEMPAK_dell.sh_18 | 119 --- ...un_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_00 | 116 --- ...un_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_06 | 116 --- ...un_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_12 | 117 --- ...un_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_18 | 116 --- driver/product/run_JGFS_NCEPPOST | 136 --- driver/product/run_JGFS_NCEPPOST.sh | 115 --- driver/product/run_gfs_downstream.sh | 30 - driver/product/run_gfs_downstream_change | 12 - driver/product/run_postsnd.sh | 191 ---- driver/product/run_postsnd.sh.cray | 160 ---- driver/product/run_postsnd.sh.dell | 191 ---- driver/product/run_postsnd.sh.hera | 185 ---- driver/product/run_postsnd.sh.jet | 172 ---- .../analysis/create/jenkfgdas_diag.ecf | 2 +- .../analysis/create/jenkfgdas_select_obs.ecf | 2 +- .../analysis/create/jenkfgdas_update.ecf | 2 +- .../analysis/recenter/ecen/jenkfgdas_ecen.ecf | 2 +- .../analysis/recenter/jenkfgdas_sfc.ecf | 2 +- .../enkfgdas/forecast/jenkfgdas_fcst.ecf | 2 +- .../enkfgdas/post/jenkfgdas_post_master.ecf | 2 +- .../atmos/analysis/jgdas_atmos_analysis.ecf | 2 +- .../analysis/jgdas_atmos_analysis_calc.ecf | 2 +- .../analysis/jgdas_atmos_analysis_diag.ecf | 2 +- .../gdas/atmos/init/jgdas_atmos_gldas.ecf | 2 +- .../atmos/post/jgdas_atmos_post_master.ecf | 2 +- .../jgdas_atmos_chgres_forenkf.ecf | 2 +- .../gdas/atmos/verf/jgdas_atmos_verfozn.ecf | 2 +- .../gdas/atmos/verf/jgdas_atmos_verfrad.ecf | 2 +- .../gdas/atmos/verf/jgdas_atmos_vminmon.ecf | 2 +- ecf/scripts/gdas/jgdas_forecast.ecf | 2 +- .../gdas/wave/init/jgdas_wave_init.ecf | 2 +- .../gdas/wave/post/jgdas_wave_postpnt.ecf | 2 +- .../gdas/wave/post/jgdas_wave_postsbs.ecf | 2 +- .../gdas/wave/prep/jgdas_wave_prep.ecf | 2 +- .../atmos/analysis/jgfs_atmos_analysis.ecf | 2 +- .../analysis/jgfs_atmos_analysis_calc.ecf | 2 +- .../gfs/atmos/gempak/jgfs_atmos_gempak.ecf | 2 +- .../atmos/gempak/jgfs_atmos_gempak_meta.ecf | 2 +- .../gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf | 2 +- .../gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf | 2 +- .../gempak/jgfs_atmos_pgrb2_spec_gempak.ecf | 2 +- .../gfs/atmos/post/jgfs_atmos_post_master.ecf | 2 +- .../jgfs_atmos_awips_master.ecf | 2 +- .../awips_g2/jgfs_atmos_awips_g2_master.ecf | 2 +- .../bufr_sounding/jgfs_atmos_postsnd.ecf | 2 +- .../bulletins/jgfs_atmos_fbwind.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_blending.ecf | 2 +- .../jgfs_atmos_wafs_blending_0p25.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_grib2.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf | 2 +- .../grib_wafs/jgfs_atmos_wafs_master.ecf | 2 +- .../post_processing/jgfs_atmos_wafs_gcip.ecf | 2 +- .../gfs/atmos/verf/jgfs_atmos_vminmon.ecf | 2 +- ecf/scripts/gfs/jgfs_forecast.ecf | 2 +- ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf | 2 +- .../gfs/wave/post/jgfs_wave_post_bndpnt.ecf | 2 +- .../wave/post/jgfs_wave_post_bndpntbll.ecf | 2 +- .../gfs/wave/post/jgfs_wave_postpnt.ecf | 2 +- .../gfs/wave/post/jgfs_wave_postsbs.ecf | 2 +- .../gfs/wave/post/jgfs_wave_prdgen_bulls.ecf | 2 +- .../wave/post/jgfs_wave_prdgen_gridded.ecf | 2 +- ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf | 2 +- env/WCOSS_C.env | 245 ------ env/WCOSS_DELL_P3.env | 244 ----- jobs/JGFS_ATMOS_CYCLONE_TRACKER | 19 +- jobs/JGLOBAL_WAVE_GEMPAK | 8 +- jobs/rocoto/prep.sh | 2 +- modulefiles/module-setup.csh.inc | 32 +- modulefiles/module_base.wcoss_dell_p3.lua | 67 -- modulefiles/modulefile.ww3.wcoss_dell_p3.lua | 23 - modulefiles/workflow_utils.wcoss_dell_p3.lua | 34 - parm/config/config.aero | 27 +- parm/config/config.base.nco.static | 2 +- parm/config/config.coupled_ic | 4 +- parm/config/config.fv3 | 8 +- parm/config/config.fv3.nco.static | 10 +- parm/config/config.post | 8 +- parm/config/config.prepbufr | 4 +- parm/config/config.resources | 71 +- parm/config/config.vrfy | 17 +- scripts/exgdas_atmos_chgres_forenkf.sh | 3 +- scripts/exgdas_atmos_nceppost.sh | 30 +- scripts/exgdas_efsoi.sh | 3 +- scripts/exgdas_efsoi_update.sh | 5 +- scripts/exgdas_enkf_ecen.sh | 1 - scripts/exgdas_enkf_fcst.sh | 1 - scripts/exgdas_enkf_post.sh | 1 - scripts/exgdas_enkf_select_obs.sh | 1 - scripts/exgdas_enkf_sfc.sh | 1 - scripts/exgdas_enkf_update.sh | 1 - scripts/exgfs_wave_init.sh | 17 +- scripts/exgfs_wave_post_gridded_sbs.sh | 53 +- scripts/exgfs_wave_post_pnt.sh | 55 +- scripts/exglobal_atmos_analysis.sh | 19 +- scripts/exglobal_atmos_analysis_calc.sh | 9 +- scripts/exglobal_atmos_sfcanl.sh | 1 - scripts/exglobal_diag.sh | 11 +- scripts/run_gfsmos_master.sh.cray | 330 ------- scripts/run_gfsmos_master.sh.dell | 765 ---------------- scripts/run_gfsmos_master.sh.hera | 833 ------------------ sorc/build_gfs_util.sh | 4 +- sorc/build_ufs_utils.sh | 3 - sorc/enkf_chgres_recenter.fd/makefile | 27 - sorc/enkf_chgres_recenter_nc.fd/makefile | 28 - sorc/fbwndgfs.fd/fbwndgfs.f | 0 sorc/fbwndgfs.fd/makefile.GENERIC | 81 -- sorc/fbwndgfs.fd/makefile.theia | 81 -- sorc/fbwndgfs.fd/makefile.wcoss | 81 -- sorc/fbwndgfs.fd/makefile.wcoss_cray | 81 -- sorc/fbwndgfs.fd/makefile.wcoss_dell_p3 | 81 -- sorc/fv3nc2nemsio.fd/makefile.sh | 24 - sorc/gaussian_sfcanl.fd/CMakeLists.txt | 2 + sorc/gaussian_sfcanl.fd/Makefile | 22 - sorc/gaussian_sfcanl.fd/makefile.sh | 19 - .../weight_gen/CMakeLists.txt | 1 + sorc/gaussian_sfcanl.fd/weight_gen/README | 4 +- .../weight_gen/run.theia.sh | 20 +- .../weight_gen/scrip.fd/CMakeLists.txt | 18 + .../weight_gen/scrip.fd/make.sh | 60 -- .../weight_gen/scrip.fd/makefile | 14 - sorc/gfs_bufr.fd/bfrhdr.f | 0 sorc/gfs_bufr.fd/bfrize.f | 0 sorc/gfs_bufr.fd/buff.f | 0 sorc/gfs_bufr.fd/calwxt_gfs_baldwin.f | 0 sorc/gfs_bufr.fd/calwxt_gfs_ramer.f | 0 sorc/gfs_bufr.fd/funcphys.f | 0 sorc/gfs_bufr.fd/gfsbufr.f | 0 sorc/gfs_bufr.fd/gslp.f | 0 sorc/gfs_bufr.fd/lcl.f | 0 sorc/gfs_bufr.fd/machine.f | 0 sorc/gfs_bufr.fd/makefile_module | 79 -- sorc/gfs_bufr.fd/meteorg.f | 0 sorc/gfs_bufr.fd/modstuff1.f | 0 sorc/gfs_bufr.fd/mstadb.f | 0 sorc/gfs_bufr.fd/newsig1.f | 0 sorc/gfs_bufr.fd/physcons.f | 0 sorc/gfs_bufr.fd/rsearch.f | 0 sorc/gfs_bufr.fd/svp.f | 0 sorc/gfs_bufr.fd/tdew.f | 0 sorc/gfs_bufr.fd/terp3.f | 0 sorc/gfs_bufr.fd/vintg.f | 0 sorc/link_workflow.sh | 14 +- sorc/machine-setup.sh | 92 +- sorc/ncl.setup | 40 +- sorc/reg2grb2.fd/reg2grb2.f | 0 sorc/reg2grb2.fd/regdiag.f | 0 sorc/regrid_nemsio.fd/Makefile | 159 ---- sorc/regrid_nemsio.fd/Makefile.dependency | 9 - sorc/supvit.fd/makefile | 31 - sorc/supvit.fd/supvit_modules.f | 0 sorc/syndat_getjtbul.fd/getjtbul.f | 0 sorc/syndat_getjtbul.fd/makefile | 23 - sorc/syndat_maksynrc.fd/makefile | 21 - sorc/syndat_maksynrc.fd/maksynrc.f | 0 sorc/syndat_qctropcy.fd/makefile | 23 - sorc/syndat_qctropcy.fd/qctropcy.f | 0 sorc/tave.fd/makefile | 25 - sorc/tave.fd/tave.f | 0 sorc/tocsbufr.fd/makefile_module | 82 -- sorc/tocsbufr.fd/tocsbufr.f | 0 sorc/vint.fd/makefile | 27 - sorc/vint.fd/vint.f | 0 ush/forecast_predet.sh | 15 +- ush/fv3gfs_downstream_nems.sh | 16 +- ush/fv3gfs_regrid_nemsio.sh | 1 - ush/gsi_utils.py | 16 +- ush/load_fv3gfs_modules.sh | 37 +- ush/wave_grib2_sbs.sh | 27 +- ush/wave_grid_interp_sbs.sh | 21 +- ush/wave_outp_cat.sh | 23 +- ush/wave_outp_spec.sh | 5 +- ush/wave_prnc_cur.sh | 11 +- util/modulefiles/gfs_util.wcoss_dell_p3 | 22 - util/sorc/compile_gfs_util_wcoss.sh | 20 +- .../mkgfsawps.fd/compile_mkgfsawps_wcoss.sh | 14 +- util/sorc/mkgfsawps.fd/makefile.wcoss_cray | 56 -- util/sorc/mkgfsawps.fd/makefile.wcoss_dell_p3 | 53 -- .../overgridid.fd/compile_overgridid_wcoss.sh | 12 +- .../rdbfmsua.fd/compile_rdbfmsua_wcoss.sh | 14 +- util/sorc/rdbfmsua.fd/makefile.wcoss_cray | 84 -- util/sorc/rdbfmsua.fd/makefile.wcoss_dell_p3 | 84 -- .../webtitle.fd/compile_webtitle_wcoss.sh | 14 +- workflow/README_ecflow.md | 142 +-- workflow/hosts.py | 6 +- workflow/hosts/wcoss_dell_p3.yaml | 19 - 273 files changed, 431 insertions(+), 14430 deletions(-) delete mode 100644 driver/gdas/para_config.gdas_analysis_high delete mode 100755 driver/gdas/para_config.gdas_enkf_fcst delete mode 100755 driver/gdas/para_config.gdas_enkf_inflate_recenter delete mode 100755 driver/gdas/para_config.gdas_enkf_innovate_obs delete mode 100755 driver/gdas/para_config.gdas_enkf_post delete mode 100755 driver/gdas/para_config.gdas_enkf_select_obs delete mode 100755 driver/gdas/para_config.gdas_enkf_update delete mode 100755 driver/gdas/para_config.gdas_forecast_high delete mode 100755 driver/gdas/para_config.gdas_gldas delete mode 100755 driver/gdas/run_JGDAS_NCEPPOST.sh delete mode 100755 driver/gdas/test_emcsfc.sh delete mode 100755 driver/gdas/test_exgdas_tropc.sh delete mode 100755 driver/gdas/test_gdas_analysis_high.sh delete mode 100755 driver/gdas/test_gdas_enkf_fcst.sh delete mode 100755 driver/gdas/test_gdas_enkf_inflate_recenter.sh delete mode 100755 driver/gdas/test_gdas_enkf_innovate_obs.sh delete mode 100755 driver/gdas/test_gdas_enkf_post.sh delete mode 100755 driver/gdas/test_gdas_enkf_select_obs.sh delete mode 100755 driver/gdas/test_gdas_enkf_update.sh delete mode 100755 driver/gdas/test_gdas_forecast_high.sh delete mode 100755 driver/gdas/test_gdas_gldas.sh delete mode 100755 driver/gdas/test_jgdas_tropc_cray.sh delete mode 100755 driver/gdas/test_jgdas_tropcy_qc_reloc.ecf delete mode 100755 driver/gdas/test_jgdas_tropcy_qc_reloc_cray.sh delete mode 100755 driver/gdas/test_jgdas_verfozn.sh delete mode 100755 driver/gdas/test_jgdas_verfozn_cray.sh delete mode 100755 driver/gdas/test_jgdas_verfrad.sh delete mode 100755 driver/gdas/test_jgdas_verfrad_cray.sh delete mode 100755 driver/gdas/test_jgdas_vminmon.sh delete mode 100755 driver/gdas/test_jgdas_vminmon_cray.sh delete mode 100755 driver/gfs/para_config.gfs_analysis delete mode 100755 driver/gfs/para_config.gfs_forecast_high delete mode 100755 driver/gfs/para_config.gfs_forecast_low delete mode 100755 driver/gfs/test_emcsfc.sh delete mode 100755 driver/gfs/test_gfs_analysis.sh delete mode 100755 driver/gfs/test_gfs_forecast_high.sh delete mode 100755 driver/gfs/test_gfs_forecast_low.sh delete mode 100755 driver/gfs/test_jgfs_cyclone_tracker.ecf delete mode 100755 driver/gfs/test_jgfs_cyclone_tracker_cray.sh delete mode 100755 driver/gfs/test_jgfs_tropcy_qc_reloc.ecf delete mode 100755 driver/gfs/test_jgfs_tropcy_qc_reloc_cray.sh delete mode 100755 driver/gfs/test_jgfs_vminmon.sh delete mode 100755 driver/gfs/test_jgfs_vminmon_cray.sh delete mode 100755 driver/product/change_gfs_downstream_date.sh delete mode 100755 driver/product/change_gfs_downstream_envir.sh delete mode 100755 driver/product/compile_gfsv152.sh delete mode 100755 driver/product/compile_gfsv160.sh delete mode 100755 driver/product/compile_gfsv160_hera.sh delete mode 100755 driver/product/rmo_clean_gfs_output delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_00 delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_06 delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_12 delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_18 delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_00 delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_06 delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_12 delete mode 100755 driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_18 delete mode 100755 driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_00 delete mode 100755 driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_06 delete mode 100755 driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_12 delete mode 100755 driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_18 delete mode 100755 driver/product/run_JGFS_NCEPPOST delete mode 100755 driver/product/run_JGFS_NCEPPOST.sh delete mode 100755 driver/product/run_gfs_downstream.sh delete mode 100755 driver/product/run_gfs_downstream_change delete mode 100755 driver/product/run_postsnd.sh delete mode 100755 driver/product/run_postsnd.sh.cray delete mode 100755 driver/product/run_postsnd.sh.dell delete mode 100644 driver/product/run_postsnd.sh.hera delete mode 100755 driver/product/run_postsnd.sh.jet delete mode 100755 env/WCOSS_C.env delete mode 100755 env/WCOSS_DELL_P3.env delete mode 100644 modulefiles/module_base.wcoss_dell_p3.lua delete mode 100644 modulefiles/modulefile.ww3.wcoss_dell_p3.lua delete mode 100644 modulefiles/workflow_utils.wcoss_dell_p3.lua delete mode 100755 scripts/run_gfsmos_master.sh.cray delete mode 100755 scripts/run_gfsmos_master.sh.dell delete mode 100755 scripts/run_gfsmos_master.sh.hera delete mode 100755 sorc/enkf_chgres_recenter.fd/makefile delete mode 100644 sorc/enkf_chgres_recenter_nc.fd/makefile mode change 100755 => 100644 sorc/fbwndgfs.fd/fbwndgfs.f delete mode 100755 sorc/fbwndgfs.fd/makefile.GENERIC delete mode 100755 sorc/fbwndgfs.fd/makefile.theia delete mode 100755 sorc/fbwndgfs.fd/makefile.wcoss delete mode 100755 sorc/fbwndgfs.fd/makefile.wcoss_cray delete mode 100755 sorc/fbwndgfs.fd/makefile.wcoss_dell_p3 delete mode 100755 sorc/fv3nc2nemsio.fd/makefile.sh delete mode 100755 sorc/gaussian_sfcanl.fd/Makefile delete mode 100755 sorc/gaussian_sfcanl.fd/makefile.sh create mode 100644 sorc/gaussian_sfcanl.fd/weight_gen/CMakeLists.txt create mode 100644 sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/CMakeLists.txt delete mode 100755 sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh delete mode 100755 sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/makefile mode change 100755 => 100644 sorc/gfs_bufr.fd/bfrhdr.f mode change 100755 => 100644 sorc/gfs_bufr.fd/bfrize.f mode change 100755 => 100644 sorc/gfs_bufr.fd/buff.f mode change 100755 => 100644 sorc/gfs_bufr.fd/calwxt_gfs_baldwin.f mode change 100755 => 100644 sorc/gfs_bufr.fd/calwxt_gfs_ramer.f mode change 100755 => 100644 sorc/gfs_bufr.fd/funcphys.f mode change 100755 => 100644 sorc/gfs_bufr.fd/gfsbufr.f mode change 100755 => 100644 sorc/gfs_bufr.fd/gslp.f mode change 100755 => 100644 sorc/gfs_bufr.fd/lcl.f mode change 100755 => 100644 sorc/gfs_bufr.fd/machine.f delete mode 100755 sorc/gfs_bufr.fd/makefile_module mode change 100755 => 100644 sorc/gfs_bufr.fd/meteorg.f mode change 100755 => 100644 sorc/gfs_bufr.fd/modstuff1.f mode change 100755 => 100644 sorc/gfs_bufr.fd/mstadb.f mode change 100755 => 100644 sorc/gfs_bufr.fd/newsig1.f mode change 100755 => 100644 sorc/gfs_bufr.fd/physcons.f mode change 100755 => 100644 sorc/gfs_bufr.fd/rsearch.f mode change 100755 => 100644 sorc/gfs_bufr.fd/svp.f mode change 100755 => 100644 sorc/gfs_bufr.fd/tdew.f mode change 100755 => 100644 sorc/gfs_bufr.fd/terp3.f mode change 100755 => 100644 sorc/gfs_bufr.fd/vintg.f mode change 100755 => 100644 sorc/reg2grb2.fd/reg2grb2.f mode change 100755 => 100644 sorc/reg2grb2.fd/regdiag.f delete mode 100644 sorc/regrid_nemsio.fd/Makefile delete mode 100644 sorc/regrid_nemsio.fd/Makefile.dependency delete mode 100644 sorc/supvit.fd/makefile mode change 100755 => 100644 sorc/supvit.fd/supvit_modules.f mode change 100755 => 100644 sorc/syndat_getjtbul.fd/getjtbul.f delete mode 100755 sorc/syndat_getjtbul.fd/makefile delete mode 100755 sorc/syndat_maksynrc.fd/makefile mode change 100755 => 100644 sorc/syndat_maksynrc.fd/maksynrc.f delete mode 100755 sorc/syndat_qctropcy.fd/makefile mode change 100755 => 100644 sorc/syndat_qctropcy.fd/qctropcy.f delete mode 100755 sorc/tave.fd/makefile mode change 100755 => 100644 sorc/tave.fd/tave.f delete mode 100755 sorc/tocsbufr.fd/makefile_module mode change 100755 => 100644 sorc/tocsbufr.fd/tocsbufr.f delete mode 100755 sorc/vint.fd/makefile mode change 100755 => 100644 sorc/vint.fd/vint.f delete mode 100755 util/modulefiles/gfs_util.wcoss_dell_p3 delete mode 100755 util/sorc/mkgfsawps.fd/makefile.wcoss_cray delete mode 100755 util/sorc/mkgfsawps.fd/makefile.wcoss_dell_p3 delete mode 100755 util/sorc/rdbfmsua.fd/makefile.wcoss_cray delete mode 100755 util/sorc/rdbfmsua.fd/makefile.wcoss_dell_p3 delete mode 100644 workflow/hosts/wcoss_dell_p3.yaml diff --git a/docs/doxygen/compile b/docs/doxygen/compile index 226f267ac9..1273edab98 100755 --- a/docs/doxygen/compile +++ b/docs/doxygen/compile @@ -1,20 +1,22 @@ -#!/bin/ksh -x +#!/bin/bash -machine=${1:-${machine:-"WCOSS_C"}} +set -ex + +machine=${1:-${machine:-"HERA"}} machine=$(echo $machine | tr '[a-z]' '[A-Z]') if [ $machine = "HERA" ]; then doxygen=/usr/bin/doxygen -elif [ $machine = "WCOSS_C" ]; then - doxygen=/gpfs/hps3/emc/hwrf/noscrub/soft/doxygen-1.8.10/bin/doxygen -elif [ $machine = "WCOSS" ]; then - doxygen=/hwrf/noscrub/soft/doxygen-1.8.10/bin/doxygen +elif [ $machine = "ORION" ]; then + doxygen=/bin/doxygen elif [ $machine = "JET" ]; then doxygen=/contrib/doxygen/1.8.10/bin/doxygen else - echo "machine $machine is unrecognized, ABORT!" - echo "try system doxygen" + echo "machine $machine is unrecognized!" + echo "trying system doxygen" doxygen=$(which doxygen) + rc=$? + [[ $rc -ne 0 ]] && (echo "doxygen not found, ABORT!"; exit 1) fi $doxygen diff --git a/docs/doxygen/mainpage.h b/docs/doxygen/mainpage.h index ac26cd861c..40e8e6f946 100644 --- a/docs/doxygen/mainpage.h +++ b/docs/doxygen/mainpage.h @@ -21,7 +21,7 @@ This is a very much a work in progress and any issues should be reported back an To setup an experiment, a python script \c setup_expt.py (located in \c fv3gfs/ush) can be used: $> setup_expt.py -h - usage: setup_expt.py [-h] [--machine {HERA,WCOSS_C}] --pslot PSLOT + usage: setup_expt.py [-h] --pslot PSLOT [--configdir CONFIGDIR] [--idate IDATE] [--icsdir ICSDIR] [--resdet RESDET] [--resens RESENS] [--comrot COMROT] [--expdir EXPDIR] [--nens NENS] [--cdump CDUMP] @@ -32,8 +32,6 @@ To setup an experiment, a python script \c setup_expt.py (located in \ optional arguments: -h, --help show this help message and exit - --machine machine name - (default: WCOSS_C) --pslot parallel experiment name [REQUIRED] (default: None) --configdir full path to directory containing the config files @@ -58,8 +56,8 @@ To setup an experiment, a python script \c setup_expt.py (located in \ The above script creates directories \c EXPDIR and \c COMROT. It will make links for initial conditions from a location provided via the \c --icsdir argument for a chosen resolution for the control \c --resdet and the ensemble \c --resens. Experiment name is controlled by the input argument \c --pslot. The script will ask user input in case any of the directories already exist. It will copy experiment configuration files into the \c EXPDIR from \c CONFIGDIR. Sample initial conditions for a few resolutions are available at:
-Theia: /scratch4/NCEPDEV/da/noscrub/Rahul.Mahajan/ICS
-WCOSS Cray: /gpfs/hps/emc/da/noscrub/Rahul.Mahajan/ICS +Hera: TODO: /path/here/for/initial/conditions
+Orion: TODO: /path/here/for/initial/conditions
Next step is for the user to go through the individual config files (atleast \c config.base) and customize the experiment configuration based on user needs. A stock configuration will be provided at a later stage, but it is imperative that the user understand the steps involved in the system. diff --git a/docs/note_fixfield.txt b/docs/note_fixfield.txt index 292947353c..3b22de5e13 100644 --- a/docs/note_fixfield.txt +++ b/docs/note_fixfield.txt @@ -2,9 +2,8 @@ For EMC, the fix fields for running the model are not included in git repository. They are saved locally on all platforms -Venus/Mars: /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix -Surge/Luna: /gpfs/hps3/emc/global/noscrub/emc.glopara/git/fv3gfs/fix -Hera: /scratch1/NCEPDEV/global/glopara/fix +Hera: /scratch1/NCEPDEV/global/glopara/fix +Orion: /work/noaa/global/glopara/fix ------------------------------------------------------------------------------ 09/28/2018 diff --git a/driver/gdas/para_config.gdas_analysis_high b/driver/gdas/para_config.gdas_analysis_high deleted file mode 100644 index 053c201541..0000000000 --- a/driver/gdas/para_config.gdas_analysis_high +++ /dev/null @@ -1,33 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=YES -export SENDCOM=YES -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files -if [ $CDATE -ge 2017030800 -a $CDATE -lt 2017031312 ] ; then - SATINFO=/gpfs/hps/emc/global/noscrub/emc.glopara/para_gfs/prnemsrn/global_satinfo.txt -fi - - -# Set scripts -GETGESSH=$HOMEgsm/ush/getges.sh - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' diff --git a/driver/gdas/para_config.gdas_enkf_fcst b/driver/gdas/para_config.gdas_enkf_fcst deleted file mode 100755 index 34d6551cb9..0000000000 --- a/driver/gdas/para_config.gdas_enkf_fcst +++ /dev/null @@ -1,66 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgdas=$NWTEST/gdas.${gdas_ver} -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files - - -# Set scripts - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' - - -# Set beginning and ending ensemble member on EnKF group. -if [[ $ENSGRP -eq 1 ]]; then - export ENSBEG=1 - export ENSEND=8 -elif [[ $ENSGRP -eq 2 ]]; then - export ENSBEG=9 - export ENSEND=16 -elif [[ $ENSGRP -eq 3 ]]; then - export ENSBEG=17 - export ENSEND=24 -elif [[ $ENSGRP -eq 4 ]]; then - export ENSBEG=25 - export ENSEND=32 -elif [[ $ENSGRP -eq 5 ]]; then - export ENSBEG=33 - export ENSEND=40 -elif [[ $ENSGRP -eq 6 ]]; then - export ENSBEG=41 - export ENSEND=48 -elif [[ $ENSGRP -eq 7 ]]; then - export ENSBEG=49 - export ENSEND=56 -elif [[ $ENSGRP -eq 8 ]]; then - export ENSBEG=57 - export ENSEND=64 -elif [[ $ENSGRP -eq 9 ]]; then - export ENSBEG=65 - export ENSEND=72 -elif [[ $ENSGRP -eq 10 ]]; then - export ENSBEG=73 - export ENSEND=80 -else - echo "***ERROR*** INVALID ENSGRP=$ENSGRP" - exit -fi diff --git a/driver/gdas/para_config.gdas_enkf_inflate_recenter b/driver/gdas/para_config.gdas_enkf_inflate_recenter deleted file mode 100755 index fab9c4a333..0000000000 --- a/driver/gdas/para_config.gdas_enkf_inflate_recenter +++ /dev/null @@ -1,28 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export SENDCOM=YES -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths - - -# Set fix files - - -# Set scripts - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' diff --git a/driver/gdas/para_config.gdas_enkf_innovate_obs b/driver/gdas/para_config.gdas_enkf_innovate_obs deleted file mode 100755 index a2827e1dfb..0000000000 --- a/driver/gdas/para_config.gdas_enkf_innovate_obs +++ /dev/null @@ -1,100 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export SENDCOM=NO -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files -if [ $CDATE -ge 2017030800 -a $CDATE -lt 2017031312 ] ; then - SATINFO=/gpfs/hps/emc/global/noscrub/emc.glopara/para_gfs/prnemsrn/global_satinfo.txt -fi - - -# Set scripts -GETGESSH=$HOMEgsm/ush/getges.sh - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' - - -# Set beginning and ending ensemble member on EnKF group. -if [[ $ENSGRP -eq 1 ]]; then - export ENSBEG=1 - export ENSEND=4 -elif [[ $ENSGRP -eq 2 ]]; then - export ENSBEG=5 - export ENSEND=8 -elif [[ $ENSGRP -eq 3 ]]; then - export ENSBEG=9 - export ENSEND=12 -elif [[ $ENSGRP -eq 4 ]]; then - export ENSBEG=13 - export ENSEND=16 -elif [[ $ENSGRP -eq 5 ]]; then - export ENSBEG=17 - export ENSEND=20 -elif [[ $ENSGRP -eq 6 ]]; then - export ENSBEG=21 - export ENSEND=24 -elif [[ $ENSGRP -eq 7 ]]; then - export ENSBEG=25 - export ENSEND=28 -elif [[ $ENSGRP -eq 8 ]]; then - export ENSBEG=29 - export ENSEND=32 -elif [[ $ENSGRP -eq 9 ]]; then - export ENSBEG=33 - export ENSEND=36 -elif [[ $ENSGRP -eq 10 ]]; then - export ENSBEG=37 - export ENSEND=40 -elif [[ $ENSGRP -eq 11 ]]; then - export ENSBEG=41 - export ENSEND=44 -elif [[ $ENSGRP -eq 12 ]]; then - export ENSBEG=45 - export ENSEND=48 -elif [[ $ENSGRP -eq 13 ]]; then - export ENSBEG=49 - export ENSEND=52 -elif [[ $ENSGRP -eq 14 ]]; then - export ENSBEG=53 - export ENSEND=56 -elif [[ $ENSGRP -eq 15 ]]; then - export ENSBEG=57 - export ENSEND=60 -elif [[ $ENSGRP -eq 16 ]]; then - export ENSBEG=61 - export ENSEND=64 -elif [[ $ENSGRP -eq 17 ]]; then - export ENSBEG=65 - export ENSEND=68 -elif [[ $ENSGRP -eq 18 ]]; then - export ENSBEG=69 - export ENSEND=72 -elif [[ $ENSGRP -eq 19 ]]; then - export ENSBEG=73 - export ENSEND=76 -elif [[ $ENSGRP -eq 20 ]]; then - export ENSBEG=77 - export ENSEND=80 -else - echo "***ERROR*** INVALID ENSGRP=$ENSGRP" - exit -fi diff --git a/driver/gdas/para_config.gdas_enkf_post b/driver/gdas/para_config.gdas_enkf_post deleted file mode 100755 index 58d68cc3e1..0000000000 --- a/driver/gdas/para_config.gdas_enkf_post +++ /dev/null @@ -1,29 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export SENDCOM=YES -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files - - -# Set scripts - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' diff --git a/driver/gdas/para_config.gdas_enkf_select_obs b/driver/gdas/para_config.gdas_enkf_select_obs deleted file mode 100755 index 04121afe92..0000000000 --- a/driver/gdas/para_config.gdas_enkf_select_obs +++ /dev/null @@ -1,33 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export SENDCOM=NO -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files -if [ $CDATE -ge 2017030800 -a $CDATE -lt 2017031312 ] ; then - SATINFO=/gpfs/hps/emc/global/noscrub/emc.glopara/para_gfs/prnemsrn/global_satinfo.txt -fi - - -# Set scripts -GETGESSH=$HOMEgsm/ush/getges.sh - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' diff --git a/driver/gdas/para_config.gdas_enkf_update b/driver/gdas/para_config.gdas_enkf_update deleted file mode 100755 index 03b5385f8d..0000000000 --- a/driver/gdas/para_config.gdas_enkf_update +++ /dev/null @@ -1,33 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export SENDCOM=YES -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files -if [ $CDATE -ge 2017030800 -a $CDATE -lt 2017031312 ] ; then - SATINFO=/gpfs/hps/emc/global/noscrub/emc.glopara/para_gfs/prnemsrn/global_satinfo.txt -fi - - -# Set scripts -export GETGESSH=$HOMEgsm/ush/getges.sh - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' diff --git a/driver/gdas/para_config.gdas_forecast_high b/driver/gdas/para_config.gdas_forecast_high deleted file mode 100755 index 4a25ae632a..0000000000 --- a/driver/gdas/para_config.gdas_forecast_high +++ /dev/null @@ -1,32 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gespath=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgdas=$NWTEST/gdas.${gdas_ver} -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files - - -# Set scripts - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' - - diff --git a/driver/gdas/para_config.gdas_gldas b/driver/gdas/para_config.gdas_gldas deleted file mode 100755 index a766601e22..0000000000 --- a/driver/gdas/para_config.gdas_gldas +++ /dev/null @@ -1,63 +0,0 @@ -################################################################## -# This parameter file set up the environment variables used in -# the J-Job scripts to run the gldas land analsis system -################################################################## -# module load for untility in run_all of lsf directory - -export GDATE=${PDY:-20191025} -export cyc=${cyc:-00} -export model=${model:-noah} -export QUEUE=debug -export PROJECT_CODE=NLDAS-T2O - -#export workdir=/gpfs/dell2/emc/modeling/noscrub/$LOGNAME/global-workflow -export workdir=${workdir:-$HOMEgfs} - -export gldas_ver=${gldas_ver:-v2.3.0} -export HOMEgldas=${HOMEgldas:-$workdir/sorc/gldas.fd} -export FIXgldas=${FIXgldas:-$HOMEgldas/fix} -export PARMgldas=${PARMgldas:-$HOMEgldas/parm} -export EXECgldas=${EXECgldas:-$HOMEgldas/exec} -export USHgldas=${USHgldas:-$HOMEgldas/ush} - -#export FIXgldas=/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix/fix_gldas -#export topodir=/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix/fix_fv3_gmted2010/C768/ -export FIXgldas=${FIXgldas:-$workdir/fix/fix_gldas} -export topodir=${topodir:-$workdir/fix/fix_fv3_gmted2010/C768} - - -export COM_IN=${COM_IN:-$workdir/com/gldas.${gldas_ver}} -export COM_OUT=${COM_OUT:-$COM_IN} - -# set up com and decom directory used -# GFS OPS -if [ ${model} == 'noah' ]; then -export COMROOT=/gpfs/dell1/nco/ops/com -export DCOMROOT=/gpfs/dell1/nco/ops/dcom -fi - -##GFS Retrospective test -#if [ ${model} == 'noah' ]; then -#export COMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com -#export DCOMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com -#fi - -# gfsv16 systhesis test -if [ ${model} == 'noahmp' ]; then -export COMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com -export DCOMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com -fi - -export COMINgdas=${COMINgdas:-${COMROOT}/gfs/prod} -export DCOMIN=${DCOM_IN:-${DCOMROOT}/prod} - - -#export DATA_IN=/gpfs/dell2/ptmp/$LOGNAME/tmpnwprd -#export jlogfile=$DATA_IN/jlogfile -export DATA=/gpfs/dell2/ptmp/$LOGNAME/tmpnwprd -export jlogfile=$DATA/jlogfile - -export SENDCOM=${SENDCOM:-YES} -export SENDECF=${SENDECF:-NO} -export SENDDBN=${SENDDBN:-NO} - diff --git a/driver/gdas/run_JGDAS_NCEPPOST.sh b/driver/gdas/run_JGDAS_NCEPPOST.sh deleted file mode 100755 index 374ba25b50..0000000000 --- a/driver/gdas/run_JGDAS_NCEPPOST.sh +++ /dev/null @@ -1,110 +0,0 @@ -#!/bin/sh - -#BSUB -o out_gdas_nemsio_p25_para_mpiio.%J -#BSUB -e err_gdas_nemsio_p25_para_mpiio.%J -#BSUB -J NEMSPOST -#BSUB -extsched 'CRAYLINUX[]' -R '1*{select[craylinux && !vnode]} + 96*{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}' -#BSUB -W 00:40 -#BSUB -q dev -#BSUB -P GFS-T2O -#BSUB -M 1000 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/Hui-Ya.Chuang/nems_sample_output_T1534 - -set -x - -# specify user's own post working directory for testing -export svndir=/gpfs/hps/emc/global/noscrub/Hui-Ya.Chuang/post_trunk -export MP_LABELIO=yes -export OMP_NUM_THREADS=1 -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2048M -export MP_LABELIO=yes -export MP_STDOUTMODE=ordered - -############################################ -# Loading module -############################################ -. $MODULESHOME/init/ksh -module load PrgEnv-intel ESMF-intel-haswell/3_1_0rp5 cfp-intel-sandybridge iobuf craype-hugepages2M craype-haswell -#module load cfp-intel-sandybridge/1.1.0 -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_envir/1.1.0 -module load prod_util/1.0.4 -module load grib_util/1.0.3 - -# specify PDY (the cycle start yyyymmdd) and cycle -export PDY=20170212 -export cyc=00 -export cycle=t${cyc}z - - -# specify the directory environment for executable, it's either para or prod -export envir=prod - -# set up running dir - -export user=$(whoami) -export DATA=/gpfs/hps/ptmp/${user}/gdas.${PDY}${cyc}_nemsio_mpiio -mkdir -p $DATA -cd $DATA -rm -f ${DATA}/* - -#################################### -# Specify RUN Name and model -#################################### -export NET=gfs -#export RUN=gdas - -#################################### -# Determine Job Output Name on System -#################################### -#export pgmout="OUTPUT.${pid}" -#export pgmerr=errfile - -#################################### -# SENDSMS - Flag Events on SMS -# SENDCOM - Copy Files From TMPDIR to $COMOUT -# SENDDBN - Issue DBNet Client Calls -# RERUN - Rerun posts from beginning (default no) -# VERBOSE - Specify Verbose Output in global_postgp.sh -#################################### -export SAVEGES=NO -export SENDSMS=NO -export SENDCOM=YES -export SENDDBN=NO -export RERUN=NO -export VERBOSE=YES - -export HOMEglobal=${svndir} -export HOMEgfs=${svndir} -export HOMEgdas=${svndir} - -############################################## -# Define COM directories -############################################## -export COMIN=/gpfs/hps/emc/global/noscrub/Hui-Ya.Chuang/para_look_alike/gdas.${PDY} -# specify my own COMOUT dir to mimic operations -export COMOUT=$DATA -mkdir -p $COMOUT - -date - -#export OUTTYP=4 -# need to set FIXglobal to global share superstructure if testing post in non -# super structure environement -export FIXglobal=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/q3fy17_final/global_shared.v14.1.0/fix -export APRUN="aprun -j 1 -n24 -N8 -d1 -cc depth" -export nemsioget=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/q3fy17_final/global_shared.v14.1.0/exec/nemsio_get - -export KEEPDATA=YES -#export POSTGRB2TBL=$HOMEglobal/parm/params_grib2_tbl_new -$HOMEgfs/jobs/JGDAS_NCEPPOST - -############################################################# - -date - -echo $? - - - diff --git a/driver/gdas/test_emcsfc.sh b/driver/gdas/test_emcsfc.sh deleted file mode 100755 index 5a89e75202..0000000000 --- a/driver/gdas/test_emcsfc.sh +++ /dev/null @@ -1,46 +0,0 @@ -#!/bin/sh - -#-------------------------------------------------------------- -# Run the JGDAS_EMCSFC_SFC_PREP j-job on wcoss cray -# -# Invoke as follows: -# 'cat $script | bsub' -#-------------------------------------------------------------- - -#BSUB -oo emcsfc.log -#BSUB -eo emcsfc.log -#BSUB -q dev_shared -#BSUB -R rusage[mem=2000] -#BSUB -J emcsfc -#BSUB -P GFS-T2O -#BSUB -cwd . -#BSUB -W 0:03 - -set -x - -export cyc="00" -export job=emcsfc_sfc_prep_${cyc} -export KEEPDATA="YES" -export SENDECF="NO" -export SENDCOM="YES" -export RUN_ENVIR="nco" - -export DATA="/gpfs/hps/stmp/$LOGNAME/tmpnwprd/${job}" -export jlogfile="/gpfs/hps/stmp/$LOGNAME/jlogfile" - -module load prod_envir/1.1.0 - -export envir="prod" -export COMROOT="/gpfs/hps/stmp/${LOGNAME}"${COMROOT} - -export NWROOT="/gpfs/hps/emc/global/noscrub/George.Gayno/q3fy17_final" -export global_shared_ver="v14.1.0" - -module load grib_util/1.0.3 -module load prod_util/1.0.5 - -export jobid="LLgdas_emcsfc_sfc_prep" -export gdas_ver="v14.1.0" -$NWROOT/gdas.${gdas_ver}/jobs/JGDAS_EMCSFC_SFC_PREP - -exit 0 diff --git a/driver/gdas/test_exgdas_tropc.sh b/driver/gdas/test_exgdas_tropc.sh deleted file mode 100755 index 351c29c81b..0000000000 --- a/driver/gdas/test_exgdas_tropc.sh +++ /dev/null @@ -1,126 +0,0 @@ -#BSUB -J JGDAS_TROPC_TEST_06 -#BSUB -o /ptmpp2/Qingfu.Liu/com2/jgdas_tropc_06.o%J -#BSUB -e /ptmpp2/Qingfu.Liu/com2/jgdas_tropc_06.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -cwd /ptmpp2/Qingfu.Liu/com2 -#BSUB -P GFS-T2O -##BSUB -R rusage[mem=5000] -##BSUB -R affinity[core] -#BSUB -n 1 -#BSUB -R span[ptile=1] -#BSUB -R affinity[cpu(32):distribute=balance] -#BSUB -a poe -#BSUB -x - -#%include -#%include -. /usrx/local/Modules/default/init/ksh -module use /nwprod2/modulefiles -module load grib_util/v1.0.1 -module load prod_util/v1.0.1 -module load ibmpe ics lsf -#module load grib_util/v1.0.1 -module use /nwpara2/modulefiles -module load util_shared/v1.0.3 - -set -x - -export OMP_NUM_THREADS=32 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:32 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -#export envir=dev2 -export envir=prod -export cyc=06 -export job=jgdas_tropc_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -export NWROOT=/global/save/Qingfu.Liu - -#export DATAROOT=/tmpnwprd_p2 -export DATAROOT=/ptmpp2/Qingfu.Liu - -#export COMROOT=/com2 -export COMROOT=/ptmpp2/Qingfu.Liu/com2 -export COMDATEROOT=/com2 -export DATA_DUMPJB=/ptmpp2/Qingfu.Liu/com2/111 - -#export DCOMROOT=/dcom - -export COMROOTp1=/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t00z - -#which setpdy.sh -setpdy.sh -. PDY - -#export PDY=20160216 - -export COMIN=/com/gfs/prod/gdas.${PDY} - -#export utilscript=/nwprod2/util/ush -#export utilexec=/nwprod2/util/exec -#export utilities=/nwprod2/util/ush -#export HOMEutil=/nwprod2/util -#export HOMEgfs=/nwprod2/util -#export HOMEgraph=/nwprod2/util - -export utilscript=$NWROOT/util/ush -export utilexec=$NWROOT/util/exec -export utilities=$NWROOT/util/ush -export HOMEutil=$NWROOT/util -#export HOMEgfs=$NWROOT/util -export HOMEgraph=$NWROOT/util - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -#export shared_global_home=$NWROOT/shared_nco_20160129 -export HOMEgfs=$NWROOT/gfs.v13.0.0 -#export HOMEgdas=$NWROOT/gdas.v13.0.0 -export HOMEgdas=$NWROOT/gdas_nco_20160129 - -# CALL executable job script here -#export HOMERELO=${HOMEgdas} -#export HOMESYND=${HOMERELO} -#export envir_getges=prod -$HOMEgdas/jobs/JGDAS_TROPC - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -###################################################################### -#PURPOSE: Executes the job that creates GFS TC track forecasts -###################################################################### - -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gdas/test_gdas_analysis_high.sh b/driver/gdas/test_gdas_analysis_high.sh deleted file mode 100755 index b57727c2d2..0000000000 --- a/driver/gdas/test_gdas_analysis_high.sh +++ /dev/null @@ -1,90 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_analysis_high.o%J -#BSUB -e gdas_analysis_high.o%J -#BSUB -J gdas_analysis_high -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x - -export NODES=240 -export ntasks=480 -export ptile=2 -export threads=12 - -export CDATE=2017030806 - - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_analysis_high_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export crtm_ver=2.2.4 -export prod_envir_ver=1.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.6 -export util_shared_ver=1.0.3 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load crtm-intel/${crtm_ver} -module load prod_envir/$prod_envir_ver -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load util_shared/$util_shared_ver -module load cfp-intel-sandybridge - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export FORT_BUFFERED=true - -export OMP_NUM_THREADS_CY=24 -export NTHREADS=$OMP_NUM_THREADS_CY -export NTHREADS_GSI=$threads -export NTHSTACK=1024000000 - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_analysis_high -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_ANALYSIS_HIGH - -exit diff --git a/driver/gdas/test_gdas_enkf_fcst.sh b/driver/gdas/test_gdas_enkf_fcst.sh deleted file mode 100755 index 097cb2711c..0000000000 --- a/driver/gdas/test_gdas_enkf_fcst.sh +++ /dev/null @@ -1,89 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_enkf_fcst.o%J -#BSUB -e gdas_enkf_fcst.o%J -#BSUB -J gdas_enkf_fcst -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x - -# 20 nodes = 18 compute nodes + 2 i/o nodes -# set WRT_GROUP=2 for 2 i/o nodes (see ../parm/gdas_enkf_fcst.parm) -# set WRTPE_PER_GROUP=4 to match ptile -export NODES=20 -export ntasks=80 -export ptile=4 -export threads=6 - -export CDATE=2017011900 -export ENSGRP=1 - -export grp=$ENSGRP -if [[ $grp -lt 10 ]]; then - export grp=0$grp -fi - - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_enkf_fcst_grp${grp}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.6 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load craype-hugepages4M - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export FORT_BUFFERED=true -export NTHREADS_EFCS=$threads - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_enkf_fcst -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_ENKF_FCST - -exit diff --git a/driver/gdas/test_gdas_enkf_inflate_recenter.sh b/driver/gdas/test_gdas_enkf_inflate_recenter.sh deleted file mode 100755 index d188ac80e2..0000000000 --- a/driver/gdas/test_gdas_enkf_inflate_recenter.sh +++ /dev/null @@ -1,83 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_enkf_inflate_recenter.o%J -#BSUB -e gdas_enkf_inflate_recenter.o%J -#BSUB -J gdas_enkf_inflate_recenter -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x -ulimit -s unlimited -ulimit -a - -export NODES=14 -export ntasks=80 -export ptile=6 -export threads=1 - -export CDATE=2017011900 - - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_enkf_inflate_recenter_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.6 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load craype-hugepages2M - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export FORT_BUFFERED=true - -export NTHREADS_ENKF=$threads - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_enkf_inflate_recenter -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_ENKF_INFLATE_RECENTER - -exit diff --git a/driver/gdas/test_gdas_enkf_innovate_obs.sh b/driver/gdas/test_gdas_enkf_innovate_obs.sh deleted file mode 100755 index 15313e809a..0000000000 --- a/driver/gdas/test_gdas_enkf_innovate_obs.sh +++ /dev/null @@ -1,96 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_enkf_innovate_obs.o%J -#BSUB -e gdas_enkf_innovate_obs.o%J -#BSUB -J gdas_enkf_innovate_obs -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x - -export NODES=12 -export ntasks=144 -export ptile=12 -export threads=2 - -export CDATE=2017030806 -export ENSGRP=1 - -export grp=$ENSGRP -if [[ $grp -lt 20 ]]; then - export grp=0$grp -fi - - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_enkf_innovate_obs_grp${grp}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export crtm_ver=2.2.4 -export prod_envir_ver=1.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.6 -export util_shared_ver=1.0.3 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load crtm-intel/${crtm_ver} -module load prod_envir/$prod_envir_ver -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load util_shared/$util_shared_ver -module load cfp-intel-sandybridge - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export FORT_BUFFERED=true - -export OMP_NUM_THREADS_CY=24 -export NTHREADS=$OMP_NUM_THREADS_CY -export NTHREADS_GSI=$threads -export NTHSTACK=1024000000 - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_enkf_innovate_obs -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_ENKF_INNOVATE_OBS - -exit diff --git a/driver/gdas/test_gdas_enkf_post.sh b/driver/gdas/test_gdas_enkf_post.sh deleted file mode 100755 index 472e3f26ba..0000000000 --- a/driver/gdas/test_gdas_enkf_post.sh +++ /dev/null @@ -1,79 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_enkf_post.o%J -#BSUB -e gdas_enkf_post.o%J -#BSUB -J gdas_enkf_post -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x - -export NODES=80 -export ntasks=80 -export ptile=1 -export threads=24 - -export CDATE=2017011900 - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_enkf_post_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.6 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load craype-hugepages4M - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export NTHREADS_EPOS=$threads -export FORT_BUFFERED=true - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_enkf_post -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_ENKF_POST - -exit diff --git a/driver/gdas/test_gdas_enkf_select_obs.sh b/driver/gdas/test_gdas_enkf_select_obs.sh deleted file mode 100755 index 8636b74710..0000000000 --- a/driver/gdas/test_gdas_enkf_select_obs.sh +++ /dev/null @@ -1,89 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_enkf_select_obs.o%J -#BSUB -e gdas_enkf_select_obs.o%J -#BSUB -J gdas_enkf_select_obs -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x - -export NODES=12 -export ntasks=144 -export ptile=12 -export threads=2 - -export CDATE=2017030806 - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_enkf_select_obs_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export crtm_ver=2.2.4 -export prod_envir_ver=1.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.6 -export util_shared_ver=1.0.3 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load crtm-intel/${crtm_ver} -module load prod_envir/$prod_envir_ver -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load util_shared/$util_shared_ver -module load cfp-intel-sandybridge - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export FORT_BUFFERED=true - -export OMP_NUM_THREADS_CY=24 -export NTHREADS=$OMP_NUM_THREADS_CY -export NTHREADS_GSI=$threads -export NTHSTACK=1024000000 - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_enkf_select_obs -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_ENKF_SELECT_OBS - -exit diff --git a/driver/gdas/test_gdas_enkf_update.sh b/driver/gdas/test_gdas_enkf_update.sh deleted file mode 100755 index cf0d8f4318..0000000000 --- a/driver/gdas/test_gdas_enkf_update.sh +++ /dev/null @@ -1,83 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_enkf_update.o%J -#BSUB -e gdas_enkf_update.o%J -#BSUB -J gdas_enkf_update -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x - -export NODES=40 -export ntasks=240 -export ptile=6 -export threads=4 - -export CDATE=2017030806 - - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_enkf_update_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.6 -export util_shared_ver=1.0.3 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load util_shared/$util_shared_ver -module load cfp-intel-sandybridge - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export FORT_BUFFERED=true - -export NTHREADS_ENKF=$nthreads - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_enkf_update -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_ENKF_UPDATE - -exit diff --git a/driver/gdas/test_gdas_forecast_high.sh b/driver/gdas/test_gdas_forecast_high.sh deleted file mode 100755 index a8d8af6116..0000000000 --- a/driver/gdas/test_gdas_forecast_high.sh +++ /dev/null @@ -1,83 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gdas_forecast_high.o%J -#BSUB -e gdas_forecast_high.o%J -#BSUB -J gdas_forecast_high -#BSUB -q devonprod -#BSUB -M 768 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gdas.v14.1.0/driver - -set -x - -# 55 nodes = 49 compute nodes + 6 i/o nodes -# set WRT_GROUP=6 for 6 i/o nodes (see ../parm/gdas_forecast_high.parm) -# set WRTPE_PER_GROUP=4 to match ptile -export NODES=55 -export ntasks=220 -export ptile=4 -export threads=2 - -export CDATE=2017012506 - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gdas_forecast_high_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gdas_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export gfs_ver=v14.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.5 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load craype-hugepages16M - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=1024m -export OMP_NUM_THREADS=$threads -export NTHREADS=$threads - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gdas.${gdas_ver}/driver/para_config.gdas_forecast_high -export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_FORECAST_HIGH - -exit - diff --git a/driver/gdas/test_gdas_gldas.sh b/driver/gdas/test_gdas_gldas.sh deleted file mode 100755 index 92e40ced3d..0000000000 --- a/driver/gdas/test_gdas_gldas.sh +++ /dev/null @@ -1,127 +0,0 @@ -#!/bin/sh - -#BSUB -o /gpfs/dell2/ptmp/Youlong.Xia/gdas_gldas.o%J -#BSUB -e /gpfs/dell2/ptmp/Youlong.Xia/gdas_gldas.o%J -#BSUB -P NLDAS-T2O -#BSUB -J jgdas_gldas_12 -#BSUB -W 01:00 -#BSUB -q dev -#BSUB -n 112 # number of tasks -#BSUB -R span[ptile=28] # tasks per node -#BSUB -R affinity[core(1):distribute=balance] -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' - -set -x - -date - -export NODES=4 -export ntasks=112 -export ptile=28 -export threads=1 - -export launcher="mpirun -n" -export npe_gaussian=6 -export npe_gldas=112 -export APRUN_GAUSSIAN="$launcher $npe_gaussian" -export APRUN_GLDAS="$launcher $npe_gldas" - -export CDATE=${CDATE:-2019110700} - -############################################################# -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=$(echo $CDATE | cut -c1-8) - -export PDY1=$(expr $PDY - 1) - -export cyc=$(echo $CDATE | cut -c9-10) -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load theUtilities module -##################################### -module purge -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_envir/1.0.2 -module load prod_util/1.1.4 -module load grib_util/1.1.0 -module load NetCDF/4.5.0 -########################################### -# Now set up environment -########################################### -module list - -############################################ -# GDAS META PRODUCT GENERATION -############################################ -# set envir=prod or para to test with data in prod or para -# export envir=prod - export envir=para - -export RUN=${RUN:-gdas} - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gldas_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - export HOMEgw=/gpfs/dell2/emc/modeling/noscrub/$LOGNAME/global-workflow -if [ $envir = "prod" ] ; then -# This setting is for testing with GDAS (production) - export HOMEgldas=/nwprod/gldas.${gldas_ver} - export COMIN=/gpfs/dell1/nco/ops/com/gfs/prod/${RUN}.${PDY} ### NCO PROD - export COMROOT=/gpfs/dell1/nco/ops/com - export DCOMROOT=/gpfs/dell1/nco/ops/dcom -elif [ $envir = "para" ] ; then -# This setting is for testing with GDAS (production) - export HOMEgldas=${HOMEgldas:-$HOMEgfs/sorc/gldas.fd} - export COMIN=/gpfs/dell1/nco/ops/com/gfs/prod/${RUN}.${PDY} ### NCO PROD - export COMROOT=/gpfs/dell1/nco/ops/com - export DCOMROOT=/gpfs/dell1/nco/ops/dcom -else -# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN}.${PDY}/${cyc}/nawips ### EMC PARA Realtime -# export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN} ### EMC PARA Realtime - export workdir=${workdir:-$HOMEgfs} - export HOMEgldas=$workdir/sorc/gldas.fd - export COMROOT=$workdir/com - export DCOMROOT=$workdir/dcom - export COMINgdas=$COMROOT - export DCOMIN=$DCOMROOT - export COMIN=$workdir/comin - export COMOUT=$workdir/comout -fi - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTncdc $COMOUTukmet $COMOUTecmwf -fi - -# Set user specific variables -############################################################# -#export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$HOMEgw/driver/gdas/para_config.gdas_gldas -#export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs -export JOBGLOBAL=$HOMEgldas/jobs - -############################################################# -# Execute job -############################################################# -echo $JOBGLOBAL/JGDAS_ATMOS_GLDAS -$JOBGLOBAL/JGDAS_ATMOS_GLDAS - -exit - diff --git a/driver/gdas/test_jgdas_tropc_cray.sh b/driver/gdas/test_jgdas_tropc_cray.sh deleted file mode 100755 index c24b17a903..0000000000 --- a/driver/gdas/test_jgdas_tropc_cray.sh +++ /dev/null @@ -1,133 +0,0 @@ -#!/bin/bash -#BSUB -J JGDAS_TROPC -#BSUB -W 0:30 -####BSUB -extsched 'CRAYLINUX[]' -R '1*{order[slots] select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}' -BSUB -extsched 'CRAYLINUX[]' -#BSUB -o /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gdas.v14.1.0/driver/test_jgdas_tropc.o%J -#BSUB -e /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gdas.v14.1.0/driver/test_jgdas_tropc.o%J -#BSUB -q "dev" -#BSUB -P "GFS-T2O" -#BSUB -M 500 - -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_util -module unload grib_util -module load grib_util/1.0.3 -module load util_shared/1.0.3 -##module load crtm-intel/2.2.3 -module load PrgEnv-intel craype cray-mpich ESMF-intel-haswell/3_1_0rp5 -module load NCL-gnu-sandybridge/6.3.0 -module load gcc -module list - -set -x - -export OMP_NUM_THREADS=12 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:24 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -export envir=para -#export envir=prod -export cyc=06 -export job=jgdas_tropc_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -#export NWROOT=/global/save/Qingfu.Liu -export NWROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu - -export DATAROOT=/gpfs/hps/ptmp/Qingfu.Liu/com -#export DATAROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu -#export COMROOT=/com2 -export COMROOT=/gpfs/hps/ptmp/Qingfu.Liu/com -#export COMROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export COMDATEROOT=/gpfs/hps/ptmp/Qingfu.Liu/com -#export COMDATEROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -#export COMDATEROOT=/gpfs/tp2/nco/ops/com -export DATA_DUMPJB=/gpfs/hps/ptmp/Qingfu.Liu/com/111 - -#export DCOMROOT=/dcom -export DCOMROOT=/gpfs/tp1/nco/ops/dcom - -#export COMROOTp1=/gpfs/gp1/nco/ops/com -export COMROOTp1=/gpfs/hps/ptmp/Qingfu.Liu/com -#export COMROOTp1=/gpfs/tp2/nco/ops/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t${cyc}z -export LOUD=on -export BACK=on - -##which setpdy.sh -##setpdy.sh -##. PDY - -#export PDY=20150723 -#export PDY=20140814 -export PDY=20170108 - -#export COMIN=/gpfs/tp2/nco/ops/com/gfs/prod/gdas.${PDY} -export COMIN=/gpfs/hps/ptmp/Qingfu.Liu/com/gfs/para/gdas.${PDY} -#export COMIN=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com/gfs/para/gdas.${PDY} - -#export NWPROOT=/gpfs/tp1/nco/ops/nwprod/util -#export utilscript=$NWPROOT/util/ush -#export utilexec=$NWPROOT/util/exec -#export utilities=$NWPROOT/util/ush -#export HOMEutil=$NWPROOT/util -#export HOMEgraph=$NWPROOT/util - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -#export DUMP=/gpfs/hps/nco/ops/nwprod/hwrf_dump.v3.2.1/ush/dumpjb -#export HOMEobsproc_dump=/gpfs/hps/nco/ops/nwprod/hwrf_dump.v3.2.1 -export DUMP=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/obsproc_dump.tkt-351.crayport/ush/dumpjb -export HOMEobsproc_dump=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/obsproc_dump.tkt-351.crayport -#export FIXobsproc_bufr_dumplist=/gpfs/hps/nco/ops/nwprod/obsproc_bufr_dumplist.v1.2.0/fix -export FIXobsproc_bufr_dumplist=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/gdas.v14.1.0/driver/fix -export HOMEobsproc_shared_bufr_dumplist=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/gdas.v14.1.0/driver -#export HOMEobroc_bufr_dumplist=/gpfs/hps/nco/ops/nwprod/obsproc_bufr_dumplist.v1.2.0 - -export HOMEgfs=$NWROOT/gfs.v14.1.0 -export HOMEgdas=$NWROOT/gdas.v14.1.0 - -# CALL executable job script here -#export HOMERELO=${HOMEgdas} -#export HOMESYND=${HOMERELO} -#export envir_getges=prod -$HOMEgdas/jobs/JGDAS_TROPC - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -###################################################################### -#PURPOSE: Executes the job that creates GFS TC track forecasts -###################################################################### - -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gdas/test_jgdas_tropcy_qc_reloc.ecf b/driver/gdas/test_jgdas_tropcy_qc_reloc.ecf deleted file mode 100755 index c413513dcf..0000000000 --- a/driver/gdas/test_jgdas_tropcy_qc_reloc.ecf +++ /dev/null @@ -1,126 +0,0 @@ -#BSUB -J Relocation_TEST_06 -#BSUB -o /ptmpp2/Qingfu.Liu/com2/gdas_tropcy_qc_reloc_06.o%J -#BSUB -e /ptmpp2/Qingfu.Liu/com2/gdas_tropcy_qc_reloc_06.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -cwd /ptmpp2/Qingfu.Liu/com2 -#BSUB -P GFS-T2O -##BSUB -R rusage[mem=5000] -##BSUB -R affinity[core] -#BSUB -n 7 -#BSUB -R span[ptile=1] -#BSUB -R affinity[cpu(32):distribute=balance] -#BSUB -a poe -#BSUB -x - -#%include -#%include -. /usrx/local/Modules/default/init/ksh -module use /nwprod2/modulefiles -module load grib_util/v1.0.1 -module load prod_util/v1.0.1 -module load ibmpe ics lsf - -set -x - -export OMP_NUM_THREADS=32 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:32 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -export envir=dev2 -export cyc=06 -export job=gdas_tropcy_qc_reloc_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -export NWROOT=/global/save/Qingfu.Liu - -#export DATAROOT=/tmpnwprd_p2 -export DATAROOT=/ptmpp2/Qingfu.Liu - -#export COMROOT=/com2 -export COMROOT=/ptmpp2/Qingfu.Liu/com2 -export COMDATEROOT=/com2 - -#export DCOMROOT=/dcom - -export COMROOTp1=/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t00z - -#which setpdy.sh -setpdy.sh -. PDY - -export COMINgfs=/com/gfs/prod/gfs.${PDY} -export COMINgdas=/com/gfs/prod/gdas.${PDY} - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -export shared_global_home=$NWROOT/shared_nco_20160129 -export gfs_global_home=$NWROOT/gfs_nco_20160129 -export gdas_global_home=$NWROOT/gdas_nco_20160129 - -export files_override=F - -# CALL executable job script here -export HOMERELO=$shared_global_home -#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2 -export HOMESYND=${HOMERELO} -#export envir_getges=prod -$gdas_global_home/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -###################################################################### -#PURPOSE: Executes the job JGLOBAL_ATMOS_TROPCY_QC_RELOC -###################################################################### -############################################################# -# Function been tested: TCvital quality control and archive, hurricane relocation -# -# Calling sequence: JGLOBAL_ATMOS_TROPCY_QC_RELOC, exglobal_atmos_tropcy_qc_reloc.sh, -# # syndat_qctropcy.sh, tropcy_relocate.sh,syndat_getjtbul.sh, -# # tropcy_relocate_extrkr.sh,parse-storm-type.pl -# -# Initial condition: provide hours (cyc=?) -# -# Usage: bsub < test_jgdas_tropcy_qc_reloc -# -# Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY} -# COMINgdas=/com/gfs/prod/gdas.${PDY} -# -# Data_Out: /ptmpp2/Qingfu.Liu/com2/gfs/dev2/gdas.${PDY} -# -# Result verification: compare with the operational results -# (results might be slightly different due to 3hourly/hourly tracker) -############################################################## -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gdas/test_jgdas_tropcy_qc_reloc_cray.sh b/driver/gdas/test_jgdas_tropcy_qc_reloc_cray.sh deleted file mode 100755 index 4e757e5085..0000000000 --- a/driver/gdas/test_jgdas_tropcy_qc_reloc_cray.sh +++ /dev/null @@ -1,154 +0,0 @@ -#!/bin/bash -#BSUB -J t1534 -#BSUB -W 0:30 -#BSUB -extsched 'CRAYLINUX[]' -R '1*{order[slots] select[craylinux && !vnode]} + 168*{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}' -#BSUB -o /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gdas.v14.1.0/driver/gdas_tropcy_qc_reloc_06.o%J -#BSUB -e /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gdas.v14.1.0/driver/gdas_tropcy_qc_reloc_06.o%J -###BSUB -o t574.stdout.%J -###BSUB -e t574.stderr.%J -#BSUB -q "dev" -#BSUB -P "GFS-T2O" -#BSUB -M 200 -###BSUB -M "60" - - -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_util -module load prod_envir/1.1.0 -module unload grib_util -module load grib_util/1.0.3 -##module load crtm-intel/2.2.3 -module load PrgEnv-intel craype cray-mpich ESMF-intel-haswell/3_1_0rp5 -module list - -#export MKL_CBWR=AVX -#ulimit -s unlimited -#ulimit -a - -set -x - -export OMP_NUM_THREADS=24 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:24 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -export envir=para -export cyc=06 -export job=gdas_tropcy_qc_reloc_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -#export NWROOT=/global/save/Qingfu.Liu -export NWROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu - -#export DATAROOT=/tmpnwprd_p2 -#export DATAROOT=/ptmpp2/Qingfu.Liu -export DATAROOT=/gpfs/hps/ptmp/Qingfu.Liu - -#export COMROOT=/com2 -#export COMROOT=/ptmpp2/Qingfu.Liu/com2 -#export COMROOT=/gpfs/hps/ptmp/Qingfu.Liu/com -#export COMDATEROOT=/com -export COMROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export COMDATEROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com - -#export DCOMROOT=/dcom - -#export COMROOTp1=/gpfs/gp1/nco/ops/com -#export COMROOTp1=/gpfs/tp1/nco/ops/com -export COMROOTp1=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t${cyc}z - -#which setpdy.sh -#setpdy.sh -#. PDY - -export PDY=20140814 -##export PDY=20150723 - -#export COMINgfs=/com/gfs/prod/gfs.${PDY} -#export COMINgdas=/com/gfs/prod/gdas.${PDY} -#export COMINgfs=/gpfs/tp1/nco/ops/com/gfs/prod/gfs.${PDY} -#export COMINgdas=/gpfs/tp1/nco/ops/com/gfs/prod/gdas.${PDY} -export COMINgfs=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com/gfs/$envir/gfs.${PDY} -export COMINgdas=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com/gfs/$envir/gdas.${PDY} -export ARCHSYND=${COMINsyn:-$(compath.py gfs/prod/syndat)} -export HOMENHC=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/guidance/storm-data/ncep -#export GETGES_COM=/gpfs/tp1/nco/ops/com -export GETGES_COM=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export GESROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -export shared_global_home=$NWROOT/global_shared.v14.1.0 -export gfs_global_home=$NWROOT/gfs.v14.1.0 -export gdas_global_home=$NWROOT/gdas.v14.1.0 - -export files_override=F -export PROCESS_TROPCY=NO -export copy_back=NO -export SENDCOM=NO -export APRNRELOC="time aprun -b -j1 -n7 -N1 -d24 -cc depth " -export APRNGETTX="time aprun -q -j1 -n1 -N1 -d1 -cc depth" -#export APRNRELOC="time aprun -b -j0 -n7 -N1 -d32 -cc depth" - -# CALL executable job script here -export HOMERELO=$shared_global_home -#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2 -export HOMESYND=${HOMERELO} -#export envir_getges=prod -$gdas_global_home/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -###################################################################### -#PURPOSE: Executes the job JGLOBAL_ATMOS_TROPCY_QC_RELOC -###################################################################### -############################################################# -# Function been tested: TCvital quality control and archive, hurricane relocation -# -# Calling sequence: JGLOBAL_ATMOS_TROPCY_QC_RELOC, exglobal_atmos_tropcy_qc_reloc.sh, -# # syndat_qctropcy.sh, tropcy_relocate.sh,syndat_getjtbul.sh, -# # tropcy_relocate_extrkr.sh,parse-storm-type.pl -# -# Initial condition: provide hours (cyc=?) -# -# Usage: bsub < test_jgdas_tropcy_qc_reloc -# -# Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY} -# COMINgdas=/com/gfs/prod/gdas.${PDY} -# -# Data_Out: /ptmpp2/Qingfu.Liu/com2/gfs/dev2/gdas.${PDY} -# -# Result verification: compare with the operational results -# (results might be slightly different due to 3hourly/hourly tracker) -############################################################## -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gdas/test_jgdas_verfozn.sh b/driver/gdas/test_jgdas_verfozn.sh deleted file mode 100755 index 699849b782..0000000000 --- a/driver/gdas/test_jgdas_verfozn.sh +++ /dev/null @@ -1,82 +0,0 @@ -#!/bin/ksh - -#BSUB -o gdas_verfozn.o%J -#BSUB -e gdas_verfozn.o%J -#BSUB -J gdas_verfozn -#BSUB -q dev_shared -#BSUB -n 1 -#BSUB -R affinity[core] -#BSUB -M 100 -#BSUB -W 00:05 -#BSUB -a poe -#BSUB -P GFS-T2O - -##------------------------------------------------------------ -## This is the test driver script for the wcoss/ibm systems -## to run the JGDAS_VERFOZN job. -##------------------------------------------------------------ - -set -x - -export PDATE=${PDATE:-2018020806} -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} - - -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -export job=gdas_verfozn.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=${envir:-test} - -me=$(hostname | cut -c1) -export DATAROOT=${DATAROOT:-/gpfs/${me}d2/emc/da/noscrub/${LOGNAME}/test_data} -export COMROOT=${COMROOT:-/ptmpp1/${LOGNAME}/com} -export OZN_WORK_DIR=${OZN_WORK_DIR:-/stmpp1/${LOGNAME}/oznmon.${pid}} - -#------------------------------------------------------------ -# Specify versions -# -export gfs_ver=v15.0.0 - - -#------------------------------------------------------------ -# Load modules -# -. /usrx/local/Modules/3.2.9/init/ksh -module use /nwprod2/modulefiles -module load prod_util -module load util_shared - - -module list - - -#------------------------------------------------------------ -# WCOSS environment settings -# -export POE=YES - - -#------------------------------------------------------------ -# Set user specific variables -# -export OZNMON_SUFFIX=${OZNMON_SUFFIX:-testozn} -export NWTEST=${NWTEST:-/gpfs/${me}d2/emc/da/noscrub/${LOGNAME}/gfs.${gfs_ver}} - -export HOMEgfs_ozn=${HOMEgfs_ozn:-${NWTEST}} -export SCRgfs_ozn=${SCRgfs_ozn:-${HOMEgfs_ozn}/scripts} -JOBgfs_ozn=${JOBgfs_ozn:-${HOMEgfs_ozn}/jobs} - -export HOMEoznmon=${HOMEoznmon:-${NWTEST}} -export COM_IN=${COM_IN:-$DATAROOT} -export OZN_TANKDIR=${OZN_TANKDIR:-${COMROOT}/${OZNMON_SUFFIX}} - -#------------------------------------------------------------ -# Execute job -# -${JOBgfs_ozn}/JGDAS_VERFOZN - -exit - diff --git a/driver/gdas/test_jgdas_verfozn_cray.sh b/driver/gdas/test_jgdas_verfozn_cray.sh deleted file mode 100755 index fb2457624a..0000000000 --- a/driver/gdas/test_jgdas_verfozn_cray.sh +++ /dev/null @@ -1,79 +0,0 @@ -#!/bin/ksh - -#BSUB -o gdas_verfozn.o%J -#BSUB -e gdas_verfozn.o%J -#BSUB -J gdas_verfozn -#BSUB -q dev -#BSUB -M 80 -#BSUB -W 00:05 -#BSUB -P GFS-T2O -#BSUB -R "select[mem>80] rusage[mem=80]" - -##------------------------------------------------------------ -## This is the test driver script for the cray systems -## to run the JGDAS_VERFOZN job. -##------------------------------------------------------------ - -set -x - -export PDATE=${PDATE:-2018020812} -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} - - -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -export job=gdas_verfozn.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=${envir:-test} - -me=$(hostname | cut -c1) -export DATAROOT=${DATAROOT:-/gpfs/hps3/emc/da/noscrub/${LOGNAME}/test_data} -export COMROOT=${COMROOT:-/gpfs/hps2/ptmp/${LOGNAME}/com} -export OZN_WORK_DIR=${OZN_WORK_DIR:-/gpfs/hps2/stmp/${LOGNAME}/oznmon.${pid}} - -#------------------------------------------------------------ -# Specify versions -# -export gfs_ver=v15.0.0 - - -#------------------------------------------------------------ -# Load modules -# -. $MODULESHOME/init/ksh - -module load prod_util -module load util_shared - -module list - - -#------------------------------------------------------------ -# WCOSS environment settings -# -export POE=YES - - -#------------------------------------------------------------ -# Set user specific variables -# -export OZNMON_SUFFIX=${OZNMON_SUFFIX:-testozn} -export NWTEST=${NWTEST:-/gpfs/hps3/emc/da/noscrub/${LOGNAME}/gfs.${gfs_ver}} - -export HOMEgfs_ozn=${HOMEgfs_ozn:-${NWTEST}} -export SCRgfs_ozn=${SCRgfs_ozn:-${HOMEgfs_ozn}/scripts} -JOBgfs_ozn=${JOBgfs_ozn:-${HOMEgfs_ozn}/jobs} - -export HOMEoznmon=${HOMEoznmon:-${NWTEST}} -export COM_IN=${COM_IN:-$DATAROOT} -export OZN_TANKDIR=${OZN_TANKDIR:-${COMROOT}/${OZNMON_SUFFIX}} - -#------------------------------------------------------------ -# Execute job -# -${JOBgfs_ozn}/JGDAS_VERFOZN - -exit - diff --git a/driver/gdas/test_jgdas_verfrad.sh b/driver/gdas/test_jgdas_verfrad.sh deleted file mode 100755 index f286185185..0000000000 --- a/driver/gdas/test_jgdas_verfrad.sh +++ /dev/null @@ -1,74 +0,0 @@ -#!/bin/ksh - -#BSUB -o gdas_verfrad.o%J -#BSUB -e gdas_verfrad.o%J -#BSUB -J gdas_verfrad -#BSUB -q dev_shared -#BSUB -n 1 -#BSUB -R affinity[core] -#BSUB -M 100 -#BSUB -W 00:20 -#BSUB -a poe -#BSUB -P GFS-T2O - -set -x - -export PDATE=${PDATE:-2018022112} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -export job=gdas_verfrad.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -me=$(hostname | cut -c1) -export DATAROOT=${DATAROOT:-/gpfs/${me}d2/emc/da/noscrub/${LOGNAME}/test_data} -export COMROOT=${COMROOT:-/ptmpp1/$LOGNAME/com} - - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Load modules -############################################################# -. /usrx/local/Modules/3.2.9/init/ksh -module use /nwprod2/modulefiles -module load prod_util -module load util_shared - - -module list - - -############################################################# -# WCOSS environment settings -############################################################# -export POE=YES - - -############################################################# -# Set user specific variables -############################################################# -export RADMON_SUFFIX=${RADMON_SUFFIX:-testrad} -export NWTEST=${NWTEST:-/gpfs/${me}d2/emc/da/noscrub/Edward.Safford/gfs.${gfs_ver}} -export HOMEgfs=${HOMEgfs:-${NWTEST}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs}/jobs} -export HOMEradmon=${HOMEradmon:-${NWTEST}} -export COM_IN=${COM_IN:-${DATAROOT}} -export TANKverf=${TANKverf:-${COMROOT}/${RADMON_SUFFIX}} - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_VERFRAD - -exit - diff --git a/driver/gdas/test_jgdas_verfrad_cray.sh b/driver/gdas/test_jgdas_verfrad_cray.sh deleted file mode 100755 index d9668984ad..0000000000 --- a/driver/gdas/test_jgdas_verfrad_cray.sh +++ /dev/null @@ -1,71 +0,0 @@ -#!/bin/ksh - -#BSUB -o gdas_verfrad.o%J -#BSUB -e gdas_verfrad.o%J -#BSUB -J gdas_verfrad -#BSUB -q dev -#BSUB -M 100 -#BSUB -W 00:20 -#BSUB -P GFS-T2O -#BSUB -R "select[mem>100] rusage[mem=100]" - -set -x - -export PDATE=${PDATE:-2016100106} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -export job=gdas_verfrad.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 -#export global_shared_ver=v14.1.0 -#export gdas_radmon_ver=v2.0.0 -#export radmon_shared_ver=v2.0.4 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/ksh - -module load prod_util - -module list - - -############################################################# -# WCOSS environment settings -############################################################# -export POE=YES - - -############################################################# -# Set user specific variables -############################################################# -export DATAROOT=${DATAROOT:-/gpfs/hps3/emc/da/noscrub/$LOGNAME/test_data} -export COMROOT=${COMROOT:-/gpfs/hps2/ptmp/$LOGNAME/com} -export RADMON_SUFFIX=${RADMON_SUFFIX:-testrad} -export NWTEST=${NWTEST:-/gpfs/hps3/emc/da/noscrub/${LOGNAME}/gfs.${gfs_ver}} -export HOMEgfs=${HOMEgfs:-${NWTEST}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs}/jobs} -export HOMEradmon=${HOMEradmon:-${NWTEST}} -export COM_IN=${COM_IN:-${DATAROOT}} -export TANKverf=${TANKverf:-${COMROOT}/${RADMON_SUFFIX}} - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_VERFRAD - -exit - diff --git a/driver/gdas/test_jgdas_vminmon.sh b/driver/gdas/test_jgdas_vminmon.sh deleted file mode 100755 index 983a0e7c24..0000000000 --- a/driver/gdas/test_jgdas_vminmon.sh +++ /dev/null @@ -1,73 +0,0 @@ -#!/bin/ksh - -#BSUB -o gdas_vminmon.o%J -#BSUB -e gdas_vminmon.o%J -#BSUB -J gdas_vminmon -#BSUB -q dev_shared -#BSUB -n 1 -#BSUB -R affinity[core] -#BSUB -M 80 -#BSUB -W 00:05 -#BSUB -a poe -#BSUB -P GFS-T2O - -set -x - -export PDATE=${PDATE:-2016030706} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -me=$(hostname | cut -c1) - -export job=gdas_vminmon.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/${me}d2/emc/da/noscrub/Edward.Safford/test_data -export COMROOT=/ptmpp1/$LOGNAME/com - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Load modules -############################################################# -. /usrx/local/Modules/3.2.9/init/ksh -module use /nwprod2/modulefiles -module load grib_util -module load prod_util - -module list - - -############################################################# -# WCOSS environment settings -############################################################# -export POE=YES - - -############################################################# -# Set user specific variables -############################################################# -export MINMON_SUFFIX=${MINMON_SUFFIX:-testminmon} -export NWTEST=${NWTEST:-/gpfs/${me}d2/emc/da/noscrub/Edward.Safford} -export HOMEgfs=${HOMEgfs:-${NWTEST}/gfs.${gfs_ver}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs}/jobs} - -export COM_IN=${COM_IN:-${DATAROOT}} -export M_TANKverf=${M_TANKverf:-${COMROOT}/${MINMON_SUFFIX}} - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_VMINMON - -exit - diff --git a/driver/gdas/test_jgdas_vminmon_cray.sh b/driver/gdas/test_jgdas_vminmon_cray.sh deleted file mode 100755 index 6078d2ade4..0000000000 --- a/driver/gdas/test_jgdas_vminmon_cray.sh +++ /dev/null @@ -1,69 +0,0 @@ -#!/bin/ksh - -#BSUB -o gdas_vminmon.o%J -#BSUB -e gdas_vminmon.o%J -#BSUB -J gdas_vminmon -#BSUB -q dev -#BSUB -M 80 -#BSUB -W 00:05 -#BSUB -P GFS-T2O -#BSUB -R "select[mem>80] rusage[mem=80]" - -set -x - -export PDATE=${PDATE:-2016030700} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -export job=gdas_vminmon.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=${DATAROOT:-/gpfs/hps3/emc/da/noscrub/$LOGNAME/test_data} -export COMROOT=${COMROOT:-/gpfs/hps2/ptmp/$LOGNAME/com} - - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/ksh - -module load prod_util -module load pm5 - -module list - - -############################################################# -# WCOSS environment settings -############################################################# -export POE=YES - - -############################################################# -# Set user specific variables -############################################################# -export MINMON_SUFFIX=${MINMON_SUFFIX:-testminmon} -export NWTEST=${NWTEST:-/gpfs/hps3/emc/da/noscrub/${LOGNAME}} -export HOMEgfs=${HOMEgfs:-${NWTEST}/gfs.${gfs_ver}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs}/jobs} -export COM_IN=${COM_IN:-${DATAROOT}} -export M_TANKverf=${M_TANKverf:-${COMROOT}/${MINMON_SUFFIX}} - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_VMINMON - -exit - diff --git a/driver/gfs/para_config.gfs_analysis b/driver/gfs/para_config.gfs_analysis deleted file mode 100755 index e910b5a1f7..0000000000 --- a/driver/gfs/para_config.gfs_analysis +++ /dev/null @@ -1,31 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=YES -export SENDCOM=YES -export gesenvir=para -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export KEEPDATA=NO - - -# Set paths -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files -if [ $CDATE -ge 2017030800 -a $CDATE -lt 2017031312 ] ; then - SATINFO=/gpfs/hps/emc/global/noscrub/emc.glopara/para_gfs/prnemsrn/global_satinfo.txt -fi - - -# Set scripts -GETGESSH=$HOMEgsm/ush/getges.sh - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' diff --git a/driver/gfs/para_config.gfs_forecast_high b/driver/gfs/para_config.gfs_forecast_high deleted file mode 100755 index c1454c4110..0000000000 --- a/driver/gfs/para_config.gfs_forecast_high +++ /dev/null @@ -1,32 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gespath=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgfs=$NWTEST/gfs.${gfs_ver} -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files - - -# Set scripts - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' - - diff --git a/driver/gfs/para_config.gfs_forecast_low b/driver/gfs/para_config.gfs_forecast_low deleted file mode 100755 index c1454c4110..0000000000 --- a/driver/gfs/para_config.gfs_forecast_low +++ /dev/null @@ -1,32 +0,0 @@ -# Set variables -export NWROOT=$NWTEST -export COM_IN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para -export COM_OUT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/test -export SENDDBN=YES -export SAVEGES=NO -export GETGES_NWG=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gesenvir=para -export GETGES_COM=/gpfs/hps/ptmp/emc.glopara/com2 -export GESROOT=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export gespath=/gpfs/hps/ptmp/emc.glopara/com2/gfs/nwges2 -export KEEPDATA=NO - - -# Set paths -export HOMEgfs=$NWTEST/gfs.${gfs_ver} -export HOMEgsm=$NWTEST/global_shared.${global_shared_ver} - - -# Set fix files - - -# Set scripts - - -# Set executables - - -# Dev para jobs -export ERRSCRIPT='eval [[ $err = 0 ]]' - - diff --git a/driver/gfs/test_emcsfc.sh b/driver/gfs/test_emcsfc.sh deleted file mode 100755 index 477b1ddbc7..0000000000 --- a/driver/gfs/test_emcsfc.sh +++ /dev/null @@ -1,46 +0,0 @@ -#!/bin/sh - -#-------------------------------------------------------------- -# Run the JGFS_EMCSFC_SFC_PREP j-job on wcoss cray -# -# Invoke as follows: -# 'cat $script | bsub' -#-------------------------------------------------------------- - -#BSUB -oo emcsfc.log -#BSUB -eo emcsfc.log -#BSUB -q dev_shared -#BSUB -R rusage[mem=2000] -#BSUB -J emcsfc -#BSUB -P GFS-T2O -#BSUB -cwd . -#BSUB -W 0:03 - -set -x - -export cyc="00" -export job=emcsfc_sfc_prep_${cyc} -export KEEPDATA="YES" -export SENDECF="NO" -export SENDCOM="YES" -export RUN_ENVIR="nco" - -export DATA="/gpfs/hps/stmp/$LOGNAME/tmpnwprd/${job}" -export jlogfile="/gpfs/hps/stmp/$LOGNAME/jlogfile" - -module load prod_envir/1.1.0 - -export envir="prod" -export COMROOT="/gpfs/hps/stmp/${LOGNAME}"${COMROOT} - -export NWROOT="/gpfs/hps/emc/global/noscrub/George.Gayno/q3fy17_final" -export global_shared_ver="v14.1.0" - -module load grib_util/1.0.3 -module load prod_util/1.0.5 - -export jobid="LLgfs_emcsfc_sfc_prep" -export gfs_ver="v14.1.0" -$NWROOT/gfs.${gfs_ver}/jobs/JGFS_EMCSFC_SFC_PREP - -exit 0 diff --git a/driver/gfs/test_gfs_analysis.sh b/driver/gfs/test_gfs_analysis.sh deleted file mode 100755 index 4b697f6a7f..0000000000 --- a/driver/gfs/test_gfs_analysis.sh +++ /dev/null @@ -1,90 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gfs_analysis.o%J -#BSUB -e gfs_analysis.o%J -#BSUB -J gfs_analysis -#BSUB -q devonprod -#BSUB -M 3072 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/q3fy17_final/gfs.v14.1.0/driver - -set -x - -export NODES=240 -export ntasks=480 -export ptile=2 -export threads=12 - -export CDATE=2017040700 - - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gfs_analysis_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v14.1.0 -export global_shared_ver=v14.1.0 -export crtm_ver=2.2.4 -export prod_envir_ver=1.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.8 -export util_shared_ver=1.0.3 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load crtm-intel/${crtm_ver} -module load prod_envir/$prod_envir_ver -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load util_shared/$util_shared_ver -module load cfp-intel-sandybridge - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2G -export OMP_NUM_THREADS=$threads -export FORT_BUFFERED=true - -export OMP_NUM_THREADS_CY=24 -export NTHREADS=$OMP_NUM_THREADS_CY -export NTHREADS_GSI=$threads -export NTHSTACK=1024000000 - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/q3fy17_final -export PARA_CONFIG=$NWTEST/gfs.${gfs_ver}/driver/para_config.gfs_analysis -export JOBGLOBAL=$NWTEST/gfs.${gfs_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGFS_ANALYSIS - -exit diff --git a/driver/gfs/test_gfs_forecast_high.sh b/driver/gfs/test_gfs_forecast_high.sh deleted file mode 100755 index ceef917ee8..0000000000 --- a/driver/gfs/test_gfs_forecast_high.sh +++ /dev/null @@ -1,82 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gfs_forecast_high.o%J -#BSUB -e gfs_forecast_high.o%J -#BSUB -J gfs_forecast_high -#BSUB -q devonprod -#BSUB -M 768 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 02:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gfs.v14.1.0/driver - -set -x - -# 65 nodes = 59 compute nodes + 6 i/o nodes -# set WRT_GROUP=6 for 6 i/o nodes (see ../parm/gfs_forecast_high.parm) -# set WRTPE_PER_GROUP=4 to match ptile -export NODES=65 -export ntasks=260 -export ptile=4 -export threads=6 - -export CDATE=2017012506 - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gfs_forecast_high_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export global_shared_ver=v14.1.0 -export gfs_ver=v14.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.5 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load craype-hugepages16M - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=1024m -export OMP_NUM_THREADS=$threads -export NTHREADS=$threads - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gfs.${gfs_ver}/driver/para_config.gfs_forecast_high -export JOBGLOBAL=$NWTEST/gfs.${gfs_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGFS_FORECAST_HIGH - -exit - diff --git a/driver/gfs/test_gfs_forecast_low.sh b/driver/gfs/test_gfs_forecast_low.sh deleted file mode 100755 index af36679da0..0000000000 --- a/driver/gfs/test_gfs_forecast_low.sh +++ /dev/null @@ -1,82 +0,0 @@ -#!/bin/sh --login - -#BSUB -L /bin/sh -#BSUB -P GFS-T2O -#BSUB -o gfs_forecast_low.o%J -#BSUB -e gfs_forecast_low.o%J -#BSUB -J gfs_forecast_low -#BSUB -q devonprod -#BSUB -M 768 -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 01:00 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gfs.v14.1.0/driver - -set -x - -# 20 nodes = 18 compute nodes + 2 i/o nodes -# set WRT_GROUP=2 for 2 i/o nodes (see ../parm/gfs_forecast_low.parm) -# set WRTPE_PER_GROUP=4 to match ptile -export NODES=20 -export ntasks=80 -export ptile=4 -export threads=6 - -export CDATE=2017012506 - -############################################################# -# Specify whether the run is production or development -############################################################# -export RUN_ENVIR=para -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export job=gfs_forecast_low_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test - - -############################################################# -# Specify versions -############################################################# -export global_shared_ver=v14.1.0 -export gfs_ver=v14.1.0 -export grib_util_ver=1.0.3 -export prod_util_ver=1.0.5 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/sh -module load grib_util/$grib_util_ver -module load prod_util/$prod_util_ver -module load craype-hugepages16M - -module list - - -############################################################# -# WCOSS_C environment settings -############################################################# -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=1024m -export OMP_NUM_THREADS=$threads -export NTHREADS=$threads - - -############################################################# -# Set user specific variables -############################################################# -export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export PARA_CONFIG=$NWTEST/gfs.${gfs_ver}/driver/para_config.gfs_forecast_low -export JOBGLOBAL=$NWTEST/gfs.${gfs_ver}/jobs - - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGFS_FORECAST_LOW - -exit - diff --git a/driver/gfs/test_jgfs_cyclone_tracker.ecf b/driver/gfs/test_jgfs_cyclone_tracker.ecf deleted file mode 100755 index 326ac94fc3..0000000000 --- a/driver/gfs/test_jgfs_cyclone_tracker.ecf +++ /dev/null @@ -1,121 +0,0 @@ -#BSUB -J GFS_tracker_TEST_06 -#BSUB -o /ptmpp2/Qingfu.Liu/com2/gfs_cyclone_traker_06.o%J -#BSUB -e /ptmpp2/Qingfu.Liu/com2/gfs_cyclone_traker_06.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -cwd /ptmpp2/Qingfu.Liu/com2 -#BSUB -P GFS-T2O -##BSUB -R rusage[mem=5000] -##BSUB -R affinity[core] -#BSUB -n 1 -#BSUB -R span[ptile=1] -#BSUB -R affinity[cpu(32):distribute=balance] -#BSUB -a poe -#BSUB -x - -#%include -#%include -. /usrx/local/Modules/default/init/ksh -module use /nwprod2/modulefiles -module load grib_util/v1.0.1 -module load prod_util/v1.0.1 -module load ibmpe ics lsf - -set -x - -export OMP_NUM_THREADS=32 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:32 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -export envir=dev2 -export cyc=06 -export job=gfs_cyclone_tracker_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -export NWROOT=/global/save/Qingfu.Liu - -#export DATAROOT=/tmpnwprd_p2 -export DATAROOT=/ptmpp2/Qingfu.Liu - -#export COMROOT=/com2 -export COMROOT=/ptmpp2/Qingfu.Liu/com2 -export COMDATEROOT=/com2 - -export shared_global_home=$NWROOT/shared_nco_20160129 -export gfs_global_home=$NWROOT/gfs_nco_20160129 -export gdas_global_home=$NWROOT/gdas_nco_20160129 -#export DCOMROOT=/dcom - -export COMROOTp1=/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t00z - -#which setpdy.sh -setpdy.sh -. PDY - -export COMINgfs=/com/gfs/prod/gfs.${PDY} -export COMINgdas=/com/gfs/prod/gdas.${PDY} - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -# CALL executable job script here -#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2 -export HOMERELO=$shared_global_home -export HOMESYND=${HOMERELO} -#export envir_getges=prod -$gfs_global_home/jobs/JGFS_ATMOS_CYCLONE_TRACKER - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -######################################################################## -###################################################################### -#PURPOSE: Executes the job JGFS_ATMOS_CYCLONE_TRACKER -###################################################################### -############################################################### -## Function been tested: creates GFS TC forecast track -## -## Calling sequence: JGFS_ATMOS_CYCLONE_TRACKER, global_extrkr.sh -## -## Initial condition: provide hours (cyc=?) -## -## Usage: bsub < test_jgfs_cyclone_tracker -## -## Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY} -## COMINgdas=/com/gfs/prod/gdas.${PDY} -## -## Data_Out: /ptmpp2/Qingfu.Liu/com2/gfs/dev2/gfs.$PDY -## -## Result verification: compare with the operational results -################################################################ -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gfs/test_jgfs_cyclone_tracker_cray.sh b/driver/gfs/test_jgfs_cyclone_tracker_cray.sh deleted file mode 100755 index 595512503e..0000000000 --- a/driver/gfs/test_jgfs_cyclone_tracker_cray.sh +++ /dev/null @@ -1,167 +0,0 @@ -#!/bin/bash -#BSUB -J t1534 -#BSUB -W 0:30 -#BSUB -extsched 'CRAYLINUX[]' -R '1*{order[slots] select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}' -#BSUB -o /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gfs.v14.1.0/driver/test_jgfs_cyclone_tracker_06.o%J -#BSUB -e /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gfs.v14.1.0/driver/test_jgfs_cyclone_tracker_06.o%J -###BSUB -o t574.stdout.%J -###BSUB -e t574.stderr.%J -#BSUB -q "dev" -#BSUB -P "GFS-T2O" -#BSUB -M 200 -###BSUB -M "60" - - -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_util -module load prod_envir/1.1.0 -module unload grib_util -module load grib_util/1.0.3 -##module load crtm-intel/2.2.3 -module load PrgEnv-intel craype cray-mpich ESMF-intel-haswell/3_1_0rp5 -module list - -#export MKL_CBWR=AVX -#ulimit -s unlimited -#ulimit -a - -set -x - -export OMP_NUM_THREADS=24 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:24 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -#export envir=prod -export envir=para -export cyc=06 -export job=test_jgfs_cyclone_tracker_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -#export NWROOT=/global/save/Qingfu.Liu -export NWROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu - -#export DATAROOT=/tmpnwprd_p2 -#export DATAROOT=/ptmpp2/Qingfu.Liu -export DATAROOT=/gpfs/hps/ptmp/Qingfu.Liu - -#export COMROOT=/com2 -#export COMROOT=/ptmpp2/Qingfu.Liu/com2 -#export COMROOT=/gpfs/hps/ptmp/Qingfu.Liu/com -#export COMROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -#export COMDATEROOT=/com -#export COMROOT=/gpfs/hps/ptmp/emc.glopara/com2 -#export COMDATEROOT=/com2 -export COMROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export COMDATEROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com - -#export DCOMROOT=/dcom - -#export COMROOTp1=/gpfs/gp1/nco/ops/com -#export COMROOTp1=/gpfs/tp2/nco/ops/com -#export COMROOTp1=/gpfs/gp2/nco/ops/com -export COMROOTp1=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t${cyc}z - -#which setpdy.sh -#setpdy.sh -#. PDY - -export archsyndir=${COMINsyn:-$(compath.py gfs/prod/syndat)} -export WGRIB2=/gpfs/hps/nco/ops/nwprod/grib_util.v1.0.3/exec/wgrib2 -export GRB2INDEX=/gpfs/hps/nco/ops/nwprod/grib_util.v1.0.3/exec/grb2index -export GRBINDEX2=/gpfs/hps/nco/ops/nwprod/grib_util.v1.0.3/exec/grb2index - -#export PDY=20150723 -export PDY=20140814 - -#export COMINgfs=/com/gfs/prod/gfs.${PDY} -#export COMINgdas=/com/gfs/prod/gdas.${PDY} -#export COMINgfs=/gpfs/gp2/nco/ops/com/gfs/prod/gfs.${PDY} -#export COMINgdas=/gpfs/gp2/nco/ops/com/gfs/prod/gdas.${PDY} -export COMINgfs=$COMROOT/gfs/$envir/gfs.${PDY} -export COMINgdas=$COMROOT/gfs/$envir/gdas.${PDY} -export ARCHSYND=${COMINsyn:-$(compath.py gfs/prod/syndat)} -export HOMENHC=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/guidance/storm-data/ncep -#export GETGES_COM=/gpfs/gp2/nco/ops/com -#export GESROOT=/gpfs/gp2/nco/ops/com -#export GESROOT=/gpfs/hps/ptmp/Qingfu.Liu/com -#export GETGES_COM=/gpfs/hps/ptmp/Qingfu.Liu/com -export GESROOT=$COMROOT -export GETGES_COM=$COMROOT - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -export shared_global_home=$NWROOT/global_shared.v14.1.0 -export gfs_global_home=$NWROOT/gfs.v14.1.0 -export gdas_global_home=$NWROOT/gdas.v14.1.0 - -export files_override=F -export PROCESS_TROPCY=NO -export copy_back=NO -export SENDCOM=NO -export APRNRELOC="time aprun -b -j1 -n7 -N1 -d24 -cc depth " -export APRNGETTX="time aprun -q -j1 -n1 -N1 -d1 -cc depth" -#export APRNRELOC="time aprun -b -j0 -n7 -N1 -d32 -cc depth" - -# CALL executable job script here -export HOMERELO=$shared_global_home -#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2 -export HOMESYND=${HOMERELO} -#export envir_getges=prod -$gfs_global_home/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -###################################################################### -#PURPOSE: Executes the job JGLOBAL_ATMOS_TROPCY_QC_RELOC -###################################################################### -############################################################# -# Function been tested: TCvital quality control and archive, hurricane relocation -# -# Calling sequence: JGLOBAL_ATMOS_TROPCY_QC_RELOC, exglobal_atmos_tropcy_qc_reloc.sh, -# # syndat_qctropcy.sh, tropcy_relocate.sh,syndat_getjtbul.sh, -# # tropcy_relocate_extrkr.sh,parse-storm-type.pl -# -# Initial condition: provide hours (cyc=?) -# -# Usage: bsub < test_jgfs_tropcy_qc_reloc -# -# Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY} -# COMINgdas=/com/gfs/prod/gdas.${PDY} -# -# Data_Out: /ptmpp2/Qingfu.Liu/com2/gfs/dev2/gfs.${PDY} -# -# Result verification: compare with the operational results -# (results might be slightly different due to 3hourly/hourly tracker) -############################################################## -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gfs/test_jgfs_tropcy_qc_reloc.ecf b/driver/gfs/test_jgfs_tropcy_qc_reloc.ecf deleted file mode 100755 index 07c85f36b9..0000000000 --- a/driver/gfs/test_jgfs_tropcy_qc_reloc.ecf +++ /dev/null @@ -1,124 +0,0 @@ -#BSUB -J Relocation_TEST_06 -#BSUB -o /ptmpp2/Qingfu.Liu/com2/gfs_tropcy_qc_reloc_06.o%J -#BSUB -e /ptmpp2/Qingfu.Liu/com2/gfs_tropcy_qc_reloc_06.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -cwd /ptmpp2/Qingfu.Liu/com2 -#BSUB -P GFS-T2O -##BSUB -R rusage[mem=5000] -##BSUB -R affinity[core] -#BSUB -n 7 -#BSUB -R span[ptile=1] -#BSUB -R affinity[cpu(32):distribute=balance] -#BSUB -a poe -#BSUB -x - -#%include -#%include -. /usrx/local/Modules/default/init/ksh -module use /nwprod2/modulefiles -module load grib_util/v1.0.1 -module load prod_util/v1.0.1 -module load ibmpe ics lsf - -set -x - -export OMP_NUM_THREADS=32 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:32 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -export envir=dev2 -export cyc=06 -export job=gfs_tropcy_qc_reloc_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -export NWROOT=/global/save/Qingfu.Liu - -#export DATAROOT=/tmpnwprd_p2 -export DATAROOT=/ptmpp2/Qingfu.Liu - -#export COMROOT=/com2 -export COMROOT=/ptmpp2/Qingfu.Liu/com2 -export COMDATEROOT=/com2 - -#export DCOMROOT=/dcom - -export shared_global_home=$NWROOT/shared_nco_20160129 -export gfs_global_home=$NWROOT/gfs_nco_20160129 -export gdas_global_home=$NWROOT/gdas_nco_20160129 - -export COMROOTp1=/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t00z - -#which setpdy.sh -setpdy.sh -. PDY - -export COMINgfs=/com/gfs/prod/gfs.${PDY} -export COMINgdas=/com/gfs/prod/gdas.${PDY} - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -# CALL executable job script here -export HOMERELO=$shared_global_home -#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2 -export HOMESYND=${HOMERELO} -#export envir_getges=prod -$gfs_global_home/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -###################################################################### -##PURPOSE: Executes the job JGLOBAL_ATMOS_TROPCY_QC_RELOC -####################################################################### -############################################################## -# Function been tested: TCvital quality control and archive, hurricane relocation -# -# Calling sequence: JGLOBAL_ATMOS_TROPCY_QC_RELOC, exglobal_atmos_tropcy_qc_reloc.sh, -# syndat_qctropcy.sh, tropcy_relocate.sh,syndat_getjtbul.sh, -# tropcy_relocate_extrkr.sh,parse-storm-type.pl -# -# Initial condition: provide hours (cyc=?) -# -# Usage: bsub < test_jgfs_tropcy_qc_reloc -# -# Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY} -# COMINgdas=/com/gfs/prod/gdas.${PDY} -# -# Data_Out: /ptmpp2/Qingfu.Liu/com2/gfs/dev2/gfs.${PDY} -# -# Result verification: compare with the operational results -# (results might be slightly different due to 3hourly/hourly tracker) -############################################################### -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gfs/test_jgfs_tropcy_qc_reloc_cray.sh b/driver/gfs/test_jgfs_tropcy_qc_reloc_cray.sh deleted file mode 100755 index 1c82464246..0000000000 --- a/driver/gfs/test_jgfs_tropcy_qc_reloc_cray.sh +++ /dev/null @@ -1,155 +0,0 @@ -#!/bin/bash -#BSUB -J t1534 -#BSUB -W 0:30 -#BSUB -extsched 'CRAYLINUX[]' -R '1*{order[slots] select[craylinux && !vnode]} + 168*{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}' -#BSUB -o /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gfs.v14.1.0/driver/gfs_tropcy_qc_reloc_06.o%J -#BSUB -e /gpfs/hps/emc/global/noscrub/Qingfu.Liu/gfs.v14.1.0/driver/gfs_tropcy_qc_reloc_06.o%J -###BSUB -o t574.stdout.%J -###BSUB -e t574.stderr.%J -#BSUB -q "dev" -#BSUB -P "GFS-T2O" -#BSUB -M 200 -###BSUB -M "60" - - -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_util -module load prod_envir/1.1.0 -module unload grib_util -module load grib_util/1.0.3 -##module load crtm-intel/2.2.3 -module load PrgEnv-intel craype cray-mpich ESMF-intel-haswell/3_1_0rp5 -module list - -#export MKL_CBWR=AVX -#ulimit -s unlimited -#ulimit -a - -set -x - -export OMP_NUM_THREADS=24 - - export MP_LABELIO=yes - export MP_MPILIB=mpich2 - export MP_EUILIB=us - export MP_TASK_AFFINITY=cpu:24 - export MP_USE_BULK_XFER=yes - export MP_STDOUTMODE=unordered - export MPICH_ALLTOALL_THROTTLE=0 - export MP_COREFILE_FORMAT=core.txt - export OMP_STACKSIZE=3G - export MP_COMPILER=intel - -export envir=para -export cyc=06 -export job=gfs_tropcy_qc_reloc_${cyc} -export RUN_ENVIR=test -#export NWROOT=/nwprod2 -#export NWROOT=/global/save/Qingfu.Liu -export NWROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu - -#export DATAROOT=/tmpnwprd_p2 -#export DATAROOT=/ptmpp2/Qingfu.Liu -export DATAROOT=/gpfs/hps/ptmp/Qingfu.Liu - -#export COMROOT=/com2 -#export COMROOT=/ptmpp2/Qingfu.Liu/com2 -#export COMROOT=/gpfs/hps/ptmp/Qingfu.Liu/com -#export COMDATEROOT=/com -export COMROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export COMDATEROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com - -#export DCOMROOT=/dcom - -#export COMROOTp1=/gpfs/gp1/nco/ops/com -#export COMROOTp1=/gpfs/tp1/nco/ops/com -export COMROOTp1=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export KEEPDATA=YES -export CLEAN=NO -export cycle=t${cyc}z - -#which setpdy.sh -#setpdy.sh -#. PDY - -export PDY=20140814 -##export PDY=20150723 - -#export COMINgfs=/com/gfs/prod/gfs.${PDY} -#export COMINgdas=/com/gfs/prod/gdas.${PDY} -#export COMINgfs=/gpfs/tp1/nco/ops/com/gfs/prod/gfs.${PDY} -#export COMINgdas=/gpfs/tp1/nco/ops/com/gfs/prod/gdas.${PDY} -export COMINgfs=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com/gfs/$envir/gfs.${PDY} -export COMINgdas=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com/gfs/$envir/gdas.${PDY} -export ARCHSYND=${COMINsyn:-$(compath.py gfs/prod/syndat)} -export HOMENHC=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/guidance/storm-data/ncep -#export GETGES_COM=/gpfs/tp1/nco/ops/com -export GETGES_COM=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com -export GESROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com - -# versions file for tracker $tracker.ver -VERSION_FILE=${NWROOT}/versions/tropcy_qc_reloc.ver -if [ -f $VERSION_FILE ]; then - . $VERSION_FILE -else - ecflow_client --abort - exit -fi - -export shared_global_home=$NWROOT/global_shared.v14.1.0 -export gfs_global_home=$NWROOT/gfs.v14.1.0 -export gdas_global_home=$NWROOT/gdas.v14.1.0 - -export files_override=F -export PROCESS_TROPCY=NO -export copy_back=NO -export SENDCOM=NO -export APRNRELOC="time aprun -b -j1 -n7 -N1 -d24 -cc depth " -export APRNGETTX="time aprun -q -j1 -n1 -N1 -d1 -cc depth" -#export APRNRELOC="time aprun -b -j0 -n7 -N1 -d32 -cc depth" - -# CALL executable job script here -export HOMERELO=$shared_global_home -#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2 -export HOMESYND=${HOMERELO} -#export envir_getges=prod -$gfs_global_home/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC - - -if [ $? -ne 0 ]; then -# ecflow_client --abort - exit -fi - -#%include -#%manual -###################################################################### -#PURPOSE: Executes the job JGLOBAL_ATMOS_TROPCY_QC_RELOC -###################################################################### -############################################################# -# Function been tested: TCvital quality control and archive, hurricane relocation -# -# Calling sequence: JGLOBAL_ATMOS_TROPCY_QC_RELOC, exglobal_atmos_tropcy_qc_reloc.sh, -# # syndat_qctropcy.sh, tropcy_relocate.sh,syndat_getjtbul.sh, -# # tropcy_relocate_extrkr.sh,parse-storm-type.pl -# -# Initial condition: provide hours (cyc=?) -# -# Usage: bsub < test_jgfs_tropcy_qc_reloc -# -# Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY} -# COMINgdas=/com/gfs/prod/gdas.${PDY} -# -# Data_Out: /ptmpp2/Qingfu.Liu/com2/gfs/dev2/gfs.${PDY} -# -# Result verification: compare with the operational results -# (results might be slightly different due to 3hourly/hourly tracker) -############################################################## -###################################################################### -# Job specific troubleshooting instructions: -# see generic troubleshoot manual page -# -###################################################################### - -# include manual page below -#%end diff --git a/driver/gfs/test_jgfs_vminmon.sh b/driver/gfs/test_jgfs_vminmon.sh deleted file mode 100755 index 1483b3352e..0000000000 --- a/driver/gfs/test_jgfs_vminmon.sh +++ /dev/null @@ -1,84 +0,0 @@ -#!/bin/ksh - -#BSUB -o gfs_vminmon.o%J -#BSUB -e gfs_vminmon.o%J -#BSUB -J gfs_vminmon -#BSUB -q dev_shared -#BSUB -n 1 -#BSUB -R affinity[core] -#BSUB -M 80 -#BSUB -W 00:05 -#BSUB -a poe -#BSUB -P GFS-T2O - -set -x - -export NET='gfs' -export RUN='gfs' -export PDATE=${PDATE:-2016030206} - -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -export job=gfs_vminmon.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export Z=${Z:-gz} -me=$(hostname | cut -c1) -export DATAROOT=${DATAROOT:-/gpfs/${me}d2/emc/da/noscrub/Edward.Safford/test_data} -export COMROOT=${COMROOT:-/ptmpp1/$LOGNAME/com} - - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Load modules -############################################################# -. /usrx/local/Modules/3.2.9/init/ksh -module use /nwprod2/modulefiles -#module load grib_util -module load prod_util -#module load util_shared - -module list - - -############################################################# -# WCOSS environment settings -############################################################# -export POE=YES - - -############################################################# -# Set user specific variables -############################################################# -export MINMON_SUFFIX=testminmon -export NWTEST=${NWTEST:-/gpfs/${me}d2/emc/da/noscrub/Edward.Safford} -export HOMEgfs=${HOMEgfs:-${NWTEST}/gfs.${gfs_ver}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs}/jobs} -#export HOMEminmon=${HOMEminmon:-${NWTEST}/global_shared.${global_shared_ver}} - -export COM_IN=${COM_IN:-${DATAROOT}} -export M_TANKverf=${M_TANKverf:-${COMROOT}/${MINMON_SUFFIX}} - -jlogdir=${jlogdir:-/ptmpp1/${LOGNAME}/jlogs} -if [[ ! -d ${jlogdir} ]]; then - mkdir -p ${jlogdir} -fi - -export jlogfile=${jlogfile:-${jlogdir}/${MINMON_SUFFIX}.${NET}.${RUN}.jlogfile} -if [[ -e ${jlogfile} ]]; then - rm -f ${jlogfile} -fi - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGFS_VMINMON - -exit - diff --git a/driver/gfs/test_jgfs_vminmon_cray.sh b/driver/gfs/test_jgfs_vminmon_cray.sh deleted file mode 100755 index fd3c6f19a3..0000000000 --- a/driver/gfs/test_jgfs_vminmon_cray.sh +++ /dev/null @@ -1,68 +0,0 @@ -#!/bin/ksh - -#BSUB -o gfs_vminmon.o%J -#BSUB -e gfs_vminmon.o%J -#BSUB -J gfs_vminmon -#BSUB -q dev -#BSUB -M 80 -#BSUB -W 00:05 -#BSUB -P GFS-T2O -#BSUB -R "select[mem>80] rusage[mem=80]" - -set -x - -export PDATE=${PDATE:-2016030800} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=$(echo $PDATE | cut -c1-8) -export cyc=$(echo $PDATE | cut -c9-10) -export job=gfs_vminmon.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=${DATAROOT:-/gpfs/hps3/emc/da/noscrub/$LOGNAME/test_data} -export COMROOT=${COMROOT:-/gpfs/hps2/ptmp/$LOGNAME/com} - - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Load modules -############################################################# -. $MODULESHOME/init/ksh - -module load prod_util -module load pm5 - -module list - - -############################################################# -# WCOSS environment settings -############################################################# -export POE=YES - - -############################################################# -# Set user specific variables -############################################################# -export MINMON_SUFFIX=${MINMON_SUFFIX:-testminmon} -export NWTEST=${NWTEST:-/gpfs/hps3/emc/da/noscrub/${LOGNAME}} -export HOMEgfs=${HOMEgfs:-${NWTEST}/gfs.${gfs_ver}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs}/jobs} -export COM_IN=${COM_IN:-${DATAROOT}} -export M_TANKverf=${M_TANKverf:-${COMROOT}/${MINMON_SUFFIX}} - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGFS_VMINMON - -exit - diff --git a/driver/product/change_gfs_downstream_date.sh b/driver/product/change_gfs_downstream_date.sh deleted file mode 100755 index c9d4f10e29..0000000000 --- a/driver/product/change_gfs_downstream_date.sh +++ /dev/null @@ -1,46 +0,0 @@ -set -x - -# export cyc=12 -# export cyc=18 -export fhr=012 -export dir=$( pwd ) -export PDY=$(date -u +%Y%m%d) -export PDY1=$(expr $PDY - 1) - -export olddate=20200712 -export newdate=20200922 - -export gdas=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc} -export gdasgp=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}/gempak -export gdasmeta=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}/gempak/meta - -export gdastest=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gdas.${PDY}/${cyc} -export gdastestgp=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gdas.${PDY}/${cyc}/gempak -export gdastestmeta=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gdas.${PDY}/${cyc}/gempak/meta - -for cyc in 00 06 12 18 -# for cyc in 00 -do -sed -i "s/${olddate}/${newdate}/g" run_JGDAS_ATMOS_GEMPAK_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_GEMPAK_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_AWIPS_G2_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_FBWIND_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_GEMPAK_META_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_${cyc} -sed -i "s/${olddate}/${newdate}/g" run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_${cyc} - -sed -i s/envir=prod/envir=para/g run_JGDAS_ATMOS_GEMPAK_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_GEMPAK_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_AWIPS_G2_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_FBWIND_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_GEMPAK_META_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_${cyc} -sed -i s/envir=prod/envir=para/g run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_${cyc} - -done diff --git a/driver/product/change_gfs_downstream_envir.sh b/driver/product/change_gfs_downstream_envir.sh deleted file mode 100755 index e10e22fb1f..0000000000 --- a/driver/product/change_gfs_downstream_envir.sh +++ /dev/null @@ -1,35 +0,0 @@ -set -x - -# export cyc=12 -# export cyc=18 -export fhr=012 -export dir=$( pwd ) -export PDY=$(date -u +%Y%m%d) -export PDY1=$(expr $PDY - 1) - -export olddate=20200106 -export newdate=20200712 - -export gdas=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc} -export gdasgp=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}/gempak -export gdasmeta=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}/gempak/meta - -export gdastest=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gdas.${PDY}/${cyc} -export gdastestgp=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gdas.${PDY}/${cyc}/gempak -export gdastestmeta=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gdas.${PDY}/${cyc}/gempak/meta - -# for cyc in 00 06 12 18 -for cyc in 00 -do - vi run_JGDAS_ATMOS_GEMPAK_dell.sh_${cyc} - vi run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_${cyc} - vi run_JGFS_ATMOS_GEMPAK_dell.sh_${cyc} - vi run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_${cyc} - vi run_JGFS_ATMOS_AWIPS_G2_dell.sh_${cyc} - vi run_JGFS_ATMOS_FBWIND_dell.sh_${cyc} - vi run_JGFS_ATMOS_GEMPAK_META_dell.sh_${cyc} - vi run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_${cyc} - vi run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_${cyc} - vi run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_${cyc} - -done diff --git a/driver/product/compile_gfsv152.sh b/driver/product/compile_gfsv152.sh deleted file mode 100755 index 73685f0c9d..0000000000 --- a/driver/product/compile_gfsv152.sh +++ /dev/null @@ -1,20 +0,0 @@ - - -set -x - -export version=v15.2.0 - -cd /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/sorc - -build_gdas.sh -build_gfs_fbwndgfs.sh -build_gfs_overpdtg2.sh -build_gfs_wintemv.sh -build_gfs_util.sh - -cp /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/trim_rh.sh /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/ush - -cd /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/util/sorc -compile_gfs_util_wcoss.sh - - diff --git a/driver/product/compile_gfsv160.sh b/driver/product/compile_gfsv160.sh deleted file mode 100755 index 0c80153378..0000000000 --- a/driver/product/compile_gfsv160.sh +++ /dev/null @@ -1,17 +0,0 @@ - - -set -x - -export version=v16.0.0 - -cd /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/sorc - -build_gfs_fbwndgfs.sh -build_gfs_util.sh - -cp /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/trim_rh.sh /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/ush - -cd /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/util/sorc -compile_gfs_util_wcoss.sh - - diff --git a/driver/product/compile_gfsv160_hera.sh b/driver/product/compile_gfsv160_hera.sh deleted file mode 100755 index 2d555e9977..0000000000 --- a/driver/product/compile_gfsv160_hera.sh +++ /dev/null @@ -1,15 +0,0 @@ - - -set -x - -export version=v16.0.0 - -cd /scratch2/NCEPDEV/stmp3/Boi.Vuong/gfs.v16.0.0/sorc - -./build_gfs_fbwndgfs.sh -./build_gfs_util.sh - -cp /scratch2/NCEPDEV/stmp3/Boi.Vuong/trim_rh.sh /scratch2/NCEPDEV/stmp3/Boi.Vuong/gfs.$version/ush - -cd /scratch2/NCEPDEV/stmp3/Boi.Vuong/gfs.$version/util/sorc -sh compile_gfs_util_wcoss.sh diff --git a/driver/product/rmo_clean_gfs_output b/driver/product/rmo_clean_gfs_output deleted file mode 100755 index 2eecf595b8..0000000000 --- a/driver/product/rmo_clean_gfs_output +++ /dev/null @@ -1,23 +0,0 @@ - -set -x - -cd /gpfs/dell2/ptmp/Boi.Vuong/output -ls -l -sleep 3 -cd /gpfs/dell2/ptmp/Boi.Vuong -ls -l -sleep 3 - -rm -rf /gpfs/dell2/ptmp/Boi.Vuong/output -rm -rf /gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p /gpfs/dell2/ptmp/Boi.Vuong -mkdir -m 775 -p /gpfs/dell2/ptmp/Boi.Vuong/output -mkdir -m 775 -p /gpfs/dell2/ptmp/Boi.Vuong/com - -chmod -R 775 /gpfs/dell2/ptmp/Boi.Vuong/output /gpfs/dell2/ptmp/Boi.Vuong/com - -cd /gpfs/dell2/ptmp/Boi.Vuong/output -ls -exit - diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_00 b/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_00 deleted file mode 100755 index bae8bc42df..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_00 +++ /dev/null @@ -1,129 +0,0 @@ -#!/bin/sh - -#BSUB -J jgdas_gempak_meta_ncdc_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_meta_ncdc_00.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK META PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para -# export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_meta_ncdc_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} -export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})} - -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN} ### EMC PARA Realtime - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} - -export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMOUTukmet=${COMOUT} -export COMOUTecmwf=${COMOUT} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTncdc $COMOUTukmet $COMOUTecmwf -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_06 b/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_06 deleted file mode 100755 index 557efb82de..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_06 +++ /dev/null @@ -1,129 +0,0 @@ -#!/bin/sh - -#BSUB -J jgdas_gempak_meta_ncdc_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_meta_ncdc_06.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK META PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para -# export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_meta_ncdc_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} -export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})} - -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN} ### EMC PARA Realtime - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} - -export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMOUTukmet=${COMOUT} -export COMOUTecmwf=${COMOUT} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTncdc $COMOUTukmet $COMOUTecmwf -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_12 b/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_12 deleted file mode 100755 index 7212dec812..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_12 +++ /dev/null @@ -1,132 +0,0 @@ -#!/bin/sh - -#BSUB -J jgdas_gempak_meta_ncdc_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_meta_ncdc_12.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK META PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para -# export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_meta_ncdc_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} -export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})} - -else - -# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime -# export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN} ### EMC PARA Realtime - export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas.20200922/12/atmos/gempak ### Boi PARA Realtime - export COMINgdas=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas ### Boi PARA Realtime - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} - -export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMOUTukmet=${COMOUT} -export COMOUTecmwf=${COMOUT} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTncdc $COMOUTukmet $COMOUTecmwf -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_18 b/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_18 deleted file mode 100755 index 15f8fca7a1..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_META_NCDC_dell.sh_18 +++ /dev/null @@ -1,130 +0,0 @@ -#!/bin/sh - -#BSUB -J jgdas_gempak_meta_ncdc_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_meta_ncdc_18.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK META PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para -# export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_meta_ncdc_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} -export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})} - -else - - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN} ### EMC PARA Realtime - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} - -export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMOUTukmet=${COMOUT} -export COMOUTecmwf=${COMOUT} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTncdc $COMOUTukmet $COMOUTecmwf -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_00 b/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_00 deleted file mode 100755 index 6deb0f9168..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_00 +++ /dev/null @@ -1,118 +0,0 @@ -#!/bin/sh - -#BSUB -J gdas_gempak_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_00.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para -# export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_06 b/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_06 deleted file mode 100755 index eb1d9b32ea..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_06 +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/sh - -#BSUB -J gdas_gempak_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_06.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_12 b/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_12 deleted file mode 100755 index 32b2ae1829..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_12 +++ /dev/null @@ -1,118 +0,0 @@ -#!/bin/sh - -#BSUB -J gdas_gempak_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_12.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK diff --git a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_18 b/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_18 deleted file mode 100755 index 7974bfecf6..0000000000 --- a/driver/product/run_JGDAS_ATMOS_GEMPAK_dell.sh_18 +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/sh - -#BSUB -J gdas_gempak_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gdas_gempak_18.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GDAS GEMPAK PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gdas_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gdas} -export model=${model:-gdas} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGDAS_ATMOS_GEMPAK diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_00 b/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_00 deleted file mode 100755 index 74a6484c24..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_00 +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f012_20km_1p00_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f012_20km_1p00_00.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -################################################ -# GFS_AWIPS_20KM_1P00 AWIPS PRODUCT GENERATION -################################################ - -export fcsthrs=012 - -############################################ -# user defined -############################################ -# set envir=para or para to test with data in prod or para -# export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -export MPIRUN_AWIPSCFP="mpirun -n 4 cfp " - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_06 b/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_06 deleted file mode 100755 index 7a74d22acf..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_06 +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f012_20km_1p00_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f012_20km_1p00_06.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -################################################ -# GFS_AWIPS_20KM_1P00 AWIPS PRODUCT GENERATION -################################################ - -export fcsthrs=012 - -############################################ -# user defined -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -export MPIRUN_AWIPSCFP="mpirun -n 4 cfp " - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_12 b/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_12 deleted file mode 100755 index e8ad9e9e20..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_12 +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f012_20km_1p00_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f012_20km_1p00_12.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -################################################ -# GFS_AWIPS_20KM_1P00 AWIPS PRODUCT GENERATION -################################################ - -export fcsthrs=012 - -############################################ -# user defined -############################################ -# set envir=para or para to test with data in prod or para - export envir=para -# export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -export MPIRUN_AWIPSCFP="mpirun -n 4 cfp " - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_18 b/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_18 deleted file mode 100755 index 40404067dc..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_20KM_1P0DEG_dell.sh_18 +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f012_20km_1p00_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f012_20km_1p00_18.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -################################################ -# GFS_AWIPS_20KM_1P00 AWIPS PRODUCT GENERATION -################################################ - -export fcsthrs=012 - -############################################ -# user defined -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -export MPIRUN_AWIPSCFP="mpirun -n 4 cfp " - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_00 b/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_00 deleted file mode 100755 index 1fdffa726c..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_00 +++ /dev/null @@ -1,121 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f12_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f12_00.o%J -#BSUB -q debug -#BSUB -n 4 # number of tasks -#BSUB -R span[ptile=2] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -######################################## -# GFS_AWIPS_G2 AWIPS PRODUCT GENERATION -######################################## - -export fcsthrs=012 - -############################################ -# User Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para -export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_G2 diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_06 b/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_06 deleted file mode 100755 index efa6146f91..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_06 +++ /dev/null @@ -1,121 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f12_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f12_06.o%J -#BSUB -q debug -#BSUB -n 4 # number of tasks -#BSUB -R span[ptile=2] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -######################################## -# GFS_AWIPS_G2 AWIPS PRODUCT GENERATION -######################################## - -export fcsthrs=012 - -############################################ -# User Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_G2 diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_12 b/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_12 deleted file mode 100755 index 6a6218700c..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_12 +++ /dev/null @@ -1,121 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f12_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f12_12.o%J -#BSUB -q debug -#BSUB -n 4 # number of tasks -#BSUB -R span[ptile=2] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -######################################## -# GFS_AWIPS_G2 AWIPS PRODUCT GENERATION -######################################## - -export fcsthrs=012 - -############################################ -# User Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_G2 diff --git a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_18 b/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_18 deleted file mode 100755 index 70f732bf9b..0000000000 --- a/driver/product/run_JGFS_ATMOS_AWIPS_G2_dell.sh_18 +++ /dev/null @@ -1,121 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_awips_f12_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_awips_f12_18.o%J -#BSUB -q debug -#BSUB -n 4 # number of tasks -#BSUB -R span[ptile=2] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -######################################## -# GFS_AWIPS_G2 AWIPS PRODUCT GENERATION -######################################## - -export fcsthrs=012 - -############################################ -# User Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_awips_f${fcsthrs}_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_AWIPS_G2 diff --git a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_00 b/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_00 deleted file mode 100755 index 3852d0092b..0000000000 --- a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_00 +++ /dev/null @@ -1,113 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_fbwind_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_fbwind_00.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para -export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_fbwind_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_FBWIND diff --git a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_06 b/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_06 deleted file mode 100755 index 2008f44310..0000000000 --- a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_06 +++ /dev/null @@ -1,113 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_fbwind_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_fbwind_06.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_fbwind_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_FBWIND diff --git a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_12 b/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_12 deleted file mode 100755 index 13af5f5fe9..0000000000 --- a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_12 +++ /dev/null @@ -1,113 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_fbwind_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_fbwind_12.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para -# export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_fbwind_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_FBWIND diff --git a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_18 b/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_18 deleted file mode 100755 index d4352db500..0000000000 --- a/driver/product/run_JGFS_ATMOS_FBWIND_dell.sh_18 +++ /dev/null @@ -1,113 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_fbwind_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_fbwind_18.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_fbwind_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -######################################################### -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_FBWIND diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_00 b/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_00 deleted file mode 100755 index e033eb3731..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_00 +++ /dev/null @@ -1,131 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_meta_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_meta_00.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 28 # 28 tasks -#BSUB -R span[ptile=14] # 14 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 14 cores on node and bind to 1 - # core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200114 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_meta_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################# -#set the fcst hrs for all the cycles -############################################# -export fhbeg=00 -export fhend=384 -export fhinc=12 - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p -m 775 $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgempak=${COMINgempak:-${COMROOT}/${NET}/${envir}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgempak=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para ### EMC PARA Realtime - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} -export COMINnam=${COMINnam:-$(compath.py nam/prod/nam)} - -if [ ! -f $COMOUT ] ; then - mkdir -p -m 775 $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_META diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_06 b/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_06 deleted file mode 100755 index 6959859b5c..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_06 +++ /dev/null @@ -1,131 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_meta_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_meta_06.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 28 # 28 tasks -#BSUB -R span[ptile=14] # 14 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 14 cores on node and bind to 1 - # core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_meta_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################# -#set the fcst hrs for all the cycles -############################################# -export fhbeg=00 -export fhend=384 -export fhinc=12 - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p -m 775 $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgempak=${COMINgempak:-${COMROOT}/${NET}/${envir}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgempak=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para ### EMC PARA Realtime - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} -export COMINnam=${COMINnam:-$(compath.py nam/prod/nam)} - -if [ ! -f $COMOUT ] ; then - mkdir -p -m 775 $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_META diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_12 b/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_12 deleted file mode 100755 index ea5e7599da..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_12 +++ /dev/null @@ -1,133 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_meta_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_meta_12.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 28 # 28 tasks -#BSUB -R span[ptile=14] # 14 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 14 cores on node and bind to 1 - # core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_meta_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################# -#set the fcst hrs for all the cycles -############################################# -export fhbeg=00 -export fhend=384 -export fhinc=12 - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p -m 775 $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgempak=${COMINgempak:-${COMROOT}/${NET}/${envir}} -else -# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime -# export COMINgempak=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para ### EMC PARA Realtime - export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gfs.20200922/12/atmos/gempak - export COMINgempak=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} -export COMINnam=${COMINnam:-$(compath.py nam/prod/nam)} - -if [ ! -f $COMOUT ] ; then - mkdir -p -m 775 $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_META diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_18 b/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_18 deleted file mode 100755 index c1ad53b100..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_META_dell.sh_18 +++ /dev/null @@ -1,131 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_meta_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_meta_18.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 28 # 28 tasks -#BSUB -R span[ptile=14] # 14 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 14 cores on node and bind to 1 - # core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_meta_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################# -#set the fcst hrs for all the cycles -############################################# -export fhbeg=00 -export fhend=384 -export fhinc=12 - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p -m 775 $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgempak=${COMINgempak:-${COMROOT}/${NET}/${envir}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgempak=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para ### EMC PARA Realtime - -fi -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta - -export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)} -export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)} -export COMINnam=${COMINnam:-$(compath.py nam/prod/nam)} - -if [ ! -f $COMOUT ] ; then - mkdir -p -m 775 $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_META diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_00 b/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_00 deleted file mode 100755 index 6a91b052e9..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_00 +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_gempak_upapgif_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_upapgif_00.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200114 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_upapgif_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} -export MODEL=GFS - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgfs=${COMINgfs:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgfs=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_06 b/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_06 deleted file mode 100755 index 7228e4f36a..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_06 +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_gempak_upapgif_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_upapgif_06.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_upapgif_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} -export MODEL=GFS - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgfs=${COMINgfs:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgfs=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_12 b/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_12 deleted file mode 100755 index d44c484db6..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_12 +++ /dev/null @@ -1,125 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_gempak_upapgif_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_upapgif_12.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_upapgif_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} -export MODEL=GFS - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgfs=${COMINgfs:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} -else -# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime -# export COMINgfs=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - - export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gfs.20200922/12/atmos/gempak *** Boi PARA realtime - export COMINgfs=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gfs.20200922/12/atmos *** Boi PARA realtime -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_18 b/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_18 deleted file mode 100755 index e59b2ce39d..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF_dell.sh_18 +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_gempak_upapgif_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_upapgif_18.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_upapgif_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} -export MODEL=GFS - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak} - export COMINgfs=${COMINgfs:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime - export COMINgfs=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_00 b/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_00 deleted file mode 100755 index d75205798c..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_00 +++ /dev/null @@ -1,139 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_gempak_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_gempak_00.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=2] # 2 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GFS_PGRB2_SPEC_GEMPAK PRODUCT GENERATION -############################################ - -export LAUNCH_MODE=MPI - -############################################### -# Set MP variables -############################################### -export OMP_NUM_THREADS=1 -export MP_LABELIO=yes -export MP_PULSE=0 -export MP_DEBUG_NOTIMEOUT=yes - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=gfs - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${NET}.${PDY})/${cyc}} - export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gfs.20200922/00 -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${NET}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -################################################################# -# Execute the script for the regular grib -################################################################# -export DATA_HOLD=$DATA -export DATA=$DATA_HOLD/SPECIAL -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_06 b/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_06 deleted file mode 100755 index 67cb3bd8c6..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_06 +++ /dev/null @@ -1,138 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_gempak_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_gempak_06.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=2] # 2 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GFS_PGRB2_SPEC_GEMPAK PRODUCT GENERATION -############################################ - -export LAUNCH_MODE=MPI - -############################################### -# Set MP variables -############################################### -export OMP_NUM_THREADS=1 -export MP_LABELIO=yes -export MP_PULSE=0 -export MP_DEBUG_NOTIMEOUT=yes - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=gfs - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${NET}.${PDY})/${cyc}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${NET}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -################################################################# -# Execute the script for the regular grib -################################################################# -export DATA_HOLD=$DATA -export DATA=$DATA_HOLD/SPECIAL -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_12 b/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_12 deleted file mode 100755 index c84760622c..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_12 +++ /dev/null @@ -1,140 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_gempak_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_gempak_12.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=2] # 2 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GFS_PGRB2_SPEC_GEMPAK PRODUCT GENERATION -############################################ - -export LAUNCH_MODE=MPI - -############################################### -# Set MP variables -############################################### -export OMP_NUM_THREADS=1 -export MP_LABELIO=yes -export MP_PULSE=0 -export MP_DEBUG_NOTIMEOUT=yes - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=gfs - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${NET}.${PDY})/${cyc}} - export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/prod/gfs.20200922/12 -else -# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gfs.20200922/12/atmos %%%% Boi PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${NET}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -################################################################# -# Execute the script for the regular grib -################################################################# -export DATA_HOLD=$DATA -export DATA=$DATA_HOLD/SPECIAL -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_18 b/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_18 deleted file mode 100755 index 6675407304..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_PGRB2_SPEC_dell.sh_18 +++ /dev/null @@ -1,138 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_gempak_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_gempak_18.o%J -#BSUB -q debug -#BSUB -n 2 # number of tasks -#BSUB -R span[ptile=2] # 2 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# GFS_PGRB2_SPEC_GEMPAK PRODUCT GENERATION -############################################ - -export LAUNCH_MODE=MPI - -############################################### -# Set MP variables -############################################### -export OMP_NUM_THREADS=1 -export MP_LABELIO=yes -export MP_PULSE=0 -export MP_DEBUG_NOTIMEOUT=yes - -############################################## -# Define COM, COMOUTwmo, COMIN directories -############################################## - -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -######################################################### -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=gfs - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${NET}.${PDY})/${cyc}} -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${NET}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -################################################################# -# Execute the script for the regular grib -################################################################# -export DATA_HOLD=$DATA -export DATA=$DATA_HOLD/SPECIAL -mkdir -p $DATA -cd $DATA - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_00 b/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_00 deleted file mode 100755 index 6eb92a1294..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_00 +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_00.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 24 # 24 tasks -#BSUB -R span[ptile=12] # 12 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 12 cores on node and bind to 1 core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para -export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else -# export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${RUN}.${PDY}/${cyc} ### Boi PARA -# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt3b/gfs.${PDY}/${cyc} ### EMC PARA Realtime - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs.20200922/00 -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_06 b/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_06 deleted file mode 100755 index 7008c8c2b0..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_06 +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_06.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 24 # 24 tasks -#BSUB -R span[ptile=12] # 12 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 12 cores on node and bind to 1 core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else -# export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${RUN}.${PDY}/${cyc} ### Boi PARA - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/gfs.${PDY}/${cyc}/atmos ### EMC PARA Realtime - export ILPOST=3 -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_12 b/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_12 deleted file mode 100755 index a15fdc77fc..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_12 +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_12.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 24 # 24 tasks -#BSUB -R span[ptile=12] # 12 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 12 cores on node and bind to 1 core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else -# export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${RUN}.${PDY}/${cyc} ### Boi PARA - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/gfs.${PDY}/${cyc}/atmos ### EMC PARA Realtime - export ILPOST=3 -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK diff --git a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_18 b/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_18 deleted file mode 100755 index e772c06a58..0000000000 --- a/driver/product/run_JGFS_ATMOS_GEMPAK_dell.sh_18 +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_gempak_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_18.o%J -#BSUB -q debug -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -n 24 # 24 tasks -#BSUB -R span[ptile=12] # 12 task per node -#BSUB -R affinity[core(1):distribute=balance] # using 12 cores on node and bind to 1 core per task and distribute across sockets - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -#################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -########################################### -# Now set up GEMPAK/NTRANS environment -########################################### -module load gempak/7.3.3 -module list - -############################################ -# Define COM, COMOUTwmo, COMIN directories -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_gempak_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export FIXgempak=${FIXgempak:-$HOMEgfs/gempak/fix} -export USHgempak=${USHgempak:-$HOMEgfs/gempak/ush} -export SRCgfs=${SRCgfs:-$HOMEgfs/scripts} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else -# export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${RUN}.${PDY}/${cyc} ### Boi PARA - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/gfs.${PDY}/${cyc}/atmos ### EMC PARA Realtime - export ILPOST=3 -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_GEMPAK diff --git a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_00 b/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_00 deleted file mode 100755 index a9c848724c..0000000000 --- a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_00 +++ /dev/null @@ -1,116 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_npoess_00 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_npoess_00.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=00 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################ -# GFS PGRB2_SPECIAL_POST PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_npoess_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS diff --git a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_06 b/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_06 deleted file mode 100755 index 5657ad324a..0000000000 --- a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_06 +++ /dev/null @@ -1,116 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_npoess_06 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_npoess_06.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=06 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################ -# GFS PGRB2_SPECIAL_POST PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_npoess_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS diff --git a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_12 b/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_12 deleted file mode 100755 index 0f2952c540..0000000000 --- a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_12 +++ /dev/null @@ -1,117 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_npoess_12 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_npoess_12.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=12 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################ -# GFS PGRB2_SPECIAL_POST PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_npoess_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD - export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.20200922/12 -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS diff --git a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_18 b/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_18 deleted file mode 100755 index cacb6b7d07..0000000000 --- a/driver/product/run_JGFS_ATMOS_PGRB2_SPEC_NPOESS_dell.sh_18 +++ /dev/null @@ -1,116 +0,0 @@ -#!/bin/sh - -#BSUB -J jgfs_pgrb2_spec_npoess_18 -#BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_pgrb2_spec_npoess_18.o%J -#BSUB -q debug -#BSUB -n 1 # number of tasks -#BSUB -R span[ptile=1] # 1 task per node -#BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output -#BSUB -W 00:30 -#BSUB -P GFS-DEV -#BSUB -R affinity[core(1):distribute=balance] - -export KMP_AFFINITY=disabled - -export PDY=$(date -u +%Y%m%d) -export PDY=20200922 - -export PDY1=$(expr $PDY - 1) - -export cyc=18 -export cycle=t${cyc}z - -set -xa -export PS4='$SECONDS + ' -date - -#################################### -## Load the GRIB Utilities module -##################################### -module load EnvVars/1.0.2 -module load ips/18.0.1.163 -module load CFP/2.0.1 -module load impi/18.0.1 -module load lsf/10.1 -module load prod_util/1.1.4 -module load prod_envir/1.0.3 -module load grib_util/1.1.0 -module list - -############################################ -# GFS PGRB2_SPECIAL_POST PRODUCT GENERATION -############################################ -# set envir=para or para to test with data in prod or para - export envir=para - export envir=para - -export SENDCOM=YES -export KEEPDATA=YES -export job=gfs_pgrb2_spec_npoess_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -# Set FAKE DBNET for testing -export SENDDBN=YES -export DBNROOT=/gpfs/hps/nco/ops/nwprod/prod_util.v1.0.24/fakedbn - -export DATAROOT=/gpfs/dell2/ptmp/Boi.Vuong/output -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git -export COMROOT2=/gpfs/dell2/ptmp/Boi.Vuong/com - -mkdir -m 775 -p ${COMROOT2} ${COMROOT2}/logs ${COMROOT2}/logs/jlogfiles -export jlogfile=${COMROOT2}/logs/jlogfiles/jlogfile.${jobid} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v16.0.0 - -########################################################## -# obtain unique process id (pid) and make temp directory -########################################################## -export DATA=${DATA:-${DATAROOT}/${jobid}} -mkdir -p $DATA -cd $DATA - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export USHgfs=${USHgfs:-$HOMEgfs/ush} -export EXECgfs=${EXECgfs:-$HOMEgfs/exec} -export PARMgfs=${PARMgfs:-$HOMEgfs/parm} -export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config} -export PARMwmo=${PARMwmo:-$HOMEgfs/parm/wmo} -export PARMproduct=${PARMproduct:-$HOMEgfs/parm/product} -export FIXgfs=${FIXgfs:-$HOMEgfs/fix} - -################################### -# Specify NET and RUN Name and model -#################################### -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export model=${model:-gfs} - -############################################## -# Define COM directories -############################################## -if [ $envir = "prod" ] ; then -# This setting is for testing with GFS (production) - export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}} ### NCO PROD -else - export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime - -fi - -export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos -export COMOUTwmo=${COMOUTwmo:-${COMOUT}/wmo} - -if [ $SENDCOM = YES ] ; then - mkdir -m 775 -p $COMOUT $COMOUTwmo -fi - -############################################# -# run the GFS job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS diff --git a/driver/product/run_JGFS_NCEPPOST b/driver/product/run_JGFS_NCEPPOST deleted file mode 100755 index b4a6baf9f9..0000000000 --- a/driver/product/run_JGFS_NCEPPOST +++ /dev/null @@ -1,136 +0,0 @@ -#!/bin/sh - -#BSUB -o gfs_post.o%J -#BSUB -e gfs_post.o%J -#BSUB -J gfs_post -#BSUB -extsched 'CRAYLINUX[]' -#BSUB -W 02:00 -#BSUB -q devhigh -#BSUB -P GFS-T2O -#BSUB -M 1000 -#BSUB -cwd /gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work/gfs.v14.1.0/driver - -set -x - -export NODES=3 -export ntasks=24 -export ptile=8 -export threads=1 - -# specify user's own post working directory for testing -export svndir=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work -export MP_LABELIO=yes - -export OMP_NUM_THREADS=$threads - - -############################################ -# Loading module -############################################ -. $MODULESHOME/init/ksh -module load PrgEnv-intel ESMF-intel-haswell/3_1_0rp5 cfp-intel-sandybridge iobuf craype-hugepages2M craype-haswell -#module load cfp-intel-sandybridge/1.1.0 -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_envir/1.1.0 -module load prod_util/1.0.4 -module load grib_util/1.0.3 -##module load crtm-intel/2.2.4 -module list - -export hwrf_ver=v10.0.6 - -# specify PDY (the cycle start yyyymmdd) and cycle -export CDATE=2017052500 -export PDY=$(echo $CDATE | cut -c1-8) -export cyc=$(echo $CDATE | cut -c9-10) -export cycle=t${cyc}z - - -# specify the directory environment for executable, it's either para or prod -export envir=prod - -# set up running dir - -export job=gfs_post_${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} - -export DATA=/gpfs/hps/stmp/$LOGNAME/test/$jobid -mkdir -p $DATA -cd $DATA -rm -f ${DATA}/* - -#################################### -# Specify RUN Name and model -#################################### -export NET=gfs -export RUN=gfs - -#################################### -# Determine Job Output Name on System -#################################### -#export pgmout="OUTPUT.${pid}" -#export pgmerr=errfile - -#################################### -# SENDSMS - Flag Events on SMS -# SENDCOM - Copy Files From TMPDIR to $COMOUT -# SENDDBN - Issue DBNet Client Calls -# RERUN - Rerun posts from beginning (default no) -# VERBOSE - Specify Verbose Output in global_postgp.sh -#################################### -export SAVEGES=NO -export SENDSMS=NO -export SENDCOM=YES -export SENDDBN=NO -export RERUN=NO -export VERBOSE=YES - -export HOMEglobal=${svndir}/global_shared.v14.1.0 -export HOMEgfs=${svndir}/gfs.v14.1.0 -############################################## -# Define COM directories -############################################## -##export COMIN=$COMROOThps/gfs/para/gfs.${PDY} -export COMIN=/gpfs/hps/ptmp/emc.glopara/com2/gfs/para/gfs.${PDY} -export COMOUT=/gpfs/hps/ptmp/$LOGNAME/com2/gfs/test/gfs.$PDY -mkdir -p $COMOUT - -############################################## -# Define GES directories -############################################## -gespath=$GESROOThps -export GESdir=$gespath/${RUN}.${PDY} - -#################################### -# Specify Forecast Hour Range -#################################### - -export allfhr="anl 00 01 06 12 60 120 180 240 252 384" -for post_times in $allfhr -do -export post_times - -date - -#export OUTTYP=4 -# need to set FIXglobal to global share superstructure if testing post in non -# super structure environement -export FIXglobal=$svndir/global_shared.v14.1.0/fix -export APRUN="aprun -j 1 -n${ntasks} -N${ptile} -d${threads} -cc depth" -export nemsioget=$svndir/global_shared.v14.1.0/exec/nemsio_get - -export KEEPDATA=YES -export REMOVE_DATA=NO -#export POSTGRB2TBL=$HOMEglobal/parm/params_grib2_tbl_new -$HOMEgfs/jobs/JGFS_NCEPPOST - -############################################################# - -date - -echo $? - -done - - diff --git a/driver/product/run_JGFS_NCEPPOST.sh b/driver/product/run_JGFS_NCEPPOST.sh deleted file mode 100755 index e2169b1215..0000000000 --- a/driver/product/run_JGFS_NCEPPOST.sh +++ /dev/null @@ -1,115 +0,0 @@ -#!/bin/sh - -#BSUB -a poe -#BSUB -P GFS-T2O -#BSUB -eo gfspost1.dayfile.%J -#BSUB -oo gfspost1.dayfile.%J -#BSUB -J gfspost1 -#BSUB -network type=sn_all:mode=US -#BSUB -q "debug2" -#BSUB -n 24 -#BSUB -R span[ptile=8] -#BSUB -R affinity[core(3)] -#BSUB -x -#BSUB -W 00:15 - -############################################################# -# Function been tested: GFS master pgb file for a giving hour. -# -# Calling sequence: run_JGFS_NCEPPOST.sh -> JGFS_NCEPPOST -> exgfs_nceppost.sh -> global_nceppost.sh -> ncep_post -# -# Initial condition: CDATE=2016020900 (where /global/noscrub/emc.glopara/com/gfs/para/gfs.${PDY}${cyc} has data -# post_times="12" (Which hour of the master grib2 file to generate) -# GRIBVERSION=${GRIBVERSION:-'grib2'} (Grib2 data for the master pgb) -# -# -# Usage: bsub& /dev/null } ) then source /apps/lmod/lmod/init/$__ms_shell endif @@ -19,34 +19,6 @@ else if ( { test -d /work } ) then source /apps/lmod/init/$__ms_shell endif module purge -else if ( { test -d /gpfs/hps -a -e /etc/SuSE-release } ) then - # We are on NOAA Luna or Surge - if ( ! { module help >& /dev/null } ) then - source /opt/modules/default/init/$__ms_shell - endif - module purge - module purge - unset _LMFILES_ - unset LOADEDMODULES - module use /opt/modulefiles - module use /opt/cray/ari/modulefiles - module use /opt/cray/craype/default/alt-modulefiles - module use /opt/cray/alt-modulefiles - module use /gpfs/hps/nco/ops/nwprod/modulefiles - module use /gpfs/hps/nco/ops/nwprod/lib/modulefiles - module use /usrx/local/prod/modulefiles -else if ( { test -d /dcom -a -d /hwrf } ) then - # We are on NOAA Tide or Gyre - if ( ! { module help >& /dev/null } ) then - source /usrx/local/Modules/default/init/$__ms_shell - endif - module purge -else if ( { test -L /usrx && sh -c "readlink /usrx 2> /dev/null | grep dell" } ) then - # We are on WCOSS Mars or Venus - if ( ! { module help >& /dev/null } ) then - source /usrx/local/prod/lmod/lmod/init/$__ms_shell - endif - module purge else if ( { test -d /glade } ) then # We are on NCAR Yellowstone if ( ! { module help >& /dev/null } ) then @@ -54,7 +26,7 @@ else if ( { test -d /glade } ) then endif module purge else if ( { test -d /lustre -a -d /ncrc } ) then - # We are on GAEA. + # We are on GAEA. if ( ! { module help >& /dev/null } ) then # We cannot simply load the module command. The GAEA # /etc/csh.login modifies a number of module-related variables diff --git a/modulefiles/module_base.wcoss_dell_p3.lua b/modulefiles/module_base.wcoss_dell_p3.lua deleted file mode 100644 index 30b73bde49..0000000000 --- a/modulefiles/module_base.wcoss_dell_p3.lua +++ /dev/null @@ -1,67 +0,0 @@ -help([[ -Load environment to run GFS on WCOSS-Dell -]]) - -prepend_path("MODULEPATH", "/usrx/local/nceplibs/dev/hpc-stack/libs/hpc-stack/modulefiles/stack") - -load(pathJoin("hpc", "1.1.0")) -load(pathJoin("hpc-ips", "18.0.1.163")) -load(pathJoin("hpc-impi", "18.0.1")) - -load(pathJoin("lsf", "10.1")) -load(pathJoin("EnvVars", "1.0.3")) -load(pathJoin("HPSS", "5.0.2.5")) -load(pathJoin("NCL", "6.4.0")) - -load(pathJoin("prod_util", "1.2.2")) -load(pathJoin("prod_envir", "1.1.0")) -load(pathJoin("grib_util", "1.2.2")) -load(pathJoin("util_shared", "1.3.0")) - -load(pathJoin("crtm", "2.3.0")) -setenv("CRTM_FIX","/gpfs/dell1/nco/ops/nwprod/lib/crtm/v2.3.0/fix") - -load(pathJoin("NCO", "4.7.0")) -load(pathJoin("CFP", "2.0.2")) -setenv("USE_CFP","YES") -load("pm5") - -load(pathJoin("jasper", "2.0.25")) -load(pathJoin("zlib", "1.2.11")) -load(pathJoin("png", "1.6.35")) - -load(pathJoin("hdf5", "1.10.6")) -load(pathJoin("netcdf", "4.7.4")) -load(pathJoin("pio", "2.5.2")) -load(pathJoin("esmf", "8.2.1b04")) -load(pathJoin("fms", "2021.03")) - -load(pathJoin("bacio", "2.4.1")) -load(pathJoin("g2", "3.4.2")) -load(pathJoin("g2tmpl", "1.10.0")) -load(pathJoin("ip", "3.3.3")) -load(pathJoin("nemsio", "2.5.2")) -load(pathJoin("sp", "2.3.3")) -load(pathJoin("w3emc", "2.7.3")) -load(pathJoin("w3nco", "2.4.1")) - -load(pathJoin("wgrib2", "2.0.8")) -setenv("WGRIB2","wgrib2") - -append_path("MODULEPATH", "/gpfs/dell1/nco/ops/nwprod/modulefiles/") -load(pathJoin("gempak", "7.3.3")) - -load(pathJoin("bufr_dumplist", "2.0.0")) -load(pathJoin("dumpjb", "5.1.0")) - -load(pathJoin("cdo", "1.9.8")) - --- Temporary until official hpc-stack is updated -prepend_path("MODULEPATH", "/gpfs/dell2/emc/modeling/noscrub/Walter.Kolczynski/save/hpc-stack/modulefiles/stack") -load(pathJoin("hpc", "1.2.0")) -load(pathJoin("hpc-python", "3.6.3")) -load(pathJoin("ufswm", "1.0.0")) -load(pathJoin("met", "9.1")) -load(pathJoin("metplus", "3.1")) - -whatis("Description: GFS run environment") diff --git a/modulefiles/modulefile.ww3.wcoss_dell_p3.lua b/modulefiles/modulefile.ww3.wcoss_dell_p3.lua deleted file mode 100644 index 321698a9b6..0000000000 --- a/modulefiles/modulefile.ww3.wcoss_dell_p3.lua +++ /dev/null @@ -1,23 +0,0 @@ -help([[ -Build environment for WW3 on WCOSS-Dell -]]) - -prepend_path("MODULEPATH", "/usrx/local/nceplibs/dev/hpc-stack/libs/hpc-stack/modulefiles/stack") - -load(pathJoin("hpc", "1.1.0")) -load(pathJoin("hpc-ips", "18.0.1.163")) -load(pathJoin("hpc-impi", "18.0.1")) - -load(pathJoin("cmake", "3.20.0")) - -load(pathJoin("jasper", "2.0.25")) -load(pathJoin("zlib", "1.2.11")) -load(pathJoin("png", "1.6.35")) - -load(pathJoin("bacio", "2.4.1")) -load(pathJoin("g2", "3.4.1")) - -load(pathJoin("hdf5", "1.10.6")) -load(pathJoin("netcdf", "4.7.4")) - -load(pathJoin("w3nco", "2.4.1")) diff --git a/modulefiles/workflow_utils.wcoss_dell_p3.lua b/modulefiles/workflow_utils.wcoss_dell_p3.lua deleted file mode 100644 index 2a3a67e463..0000000000 --- a/modulefiles/workflow_utils.wcoss_dell_p3.lua +++ /dev/null @@ -1,34 +0,0 @@ -help([[ -Build environment for workflow utilities on WCOSS-Dell -]]) - -prepend_path("MODULEPATH", "/usrx/local/nceplibs/dev/hpc-stack/libs/hpc-stack/modulefiles/stack") - -load(pathJoin("hpc", "1.1.0")) -load(pathJoin("hpc-ips", "18.0.1.163")) -load(pathJoin("hpc-impi", "18.0.1")) - -load(pathJoin("cmake", "3.20.2")) - -load(pathJoin("jasper", "2.0.25")) -load(pathJoin("zlib", "1.2.11")) -load(pathJoin("png", "1.6.35")) - -load(pathJoin("hdf5", "1.10.6")) -load(pathJoin("netcdf", "4.7.4")) - -load(pathJoin("bacio", "2.4.1")) -load(pathJoin("g2", "3.4.1")) -load(pathJoin("w3nco", "2.4.1")) -load(pathJoin("w3emc", "2.7.3")) -load(pathJoin("sp", "2.3.3")) -load(pathJoin("ip", "3.3.3")) -load(pathJoin("nemsio", "2.5.2")) -load(pathJoin("nemsiogfs", "2.5.3")) -load(pathJoin("ncio", "1.0.0")) -load(pathJoin("landsfcutil", "2.4.1")) -load(pathJoin("sigio", "2.3.2")) -load(pathJoin("bufr", "11.4.0")) - -load(pathJoin("wgrib2", "2.0.8")) -setenv("WGRIB2","wgrib2") diff --git a/parm/config/config.aero b/parm/config/config.aero index e05fc79770..9b6b2a5ca6 100644 --- a/parm/config/config.aero +++ b/parm/config/config.aero @@ -1,24 +1,27 @@ #!/bin/ksh -x -# + # UFS-Aerosols settings -# + # Directory containing GOCART configuration files. Defaults to parm/chem if unset. AERO_CONFIG_DIR=$HOMEgfs/parm/chem -# + # Path to the input data tree case $machine in - "WCOSS_DELL_P3") AERO_INPUTS_DIR="/gpfs/dell2/emc/modeling/noscrub/Walter.Kolczynski/global-workflow/gocart_emissions" ;; - "HERA") AERO_INPUTS_DIR="/scratch1/NCEPDEV/global/glopara/data/gocart_emissions";; - "ORION") AERO_INPUTS_DIR="/work2/noaa/global/wkolczyn/noscrub/global-workflow/gocart_emissions";; - *) - echo "FATAL ERROR: Machine $machine unsupported for aerosols" - exit 2 - ;; + "HERA") + AERO_INPUTS_DIR="/scratch1/NCEPDEV/global/glopara/data/gocart_emissions" + ;; + "ORION") + AERO_INPUTS_DIR="/work2/noaa/global/wkolczyn/noscrub/global-workflow/gocart_emissions" + ;; + *) + echo "FATAL ERROR: Machine $machine unsupported for aerosols" + exit 2 + ;; esac -# + # Biomass burning emission dataset. Choose from: GBBEPx, QFED, NONE (default) AERO_EMIS_FIRE=QFED -# + # Aerosol convective scavenging factors (list of string array elements) # Element syntax: ':'. Use = * to set default factor for all aerosol tracers # Scavenging factors are set to 0 (no scavenging) if unset diff --git a/parm/config/config.base.nco.static b/parm/config/config.base.nco.static index 48db9dd020..7dae9d5dd9 100755 --- a/parm/config/config.base.nco.static +++ b/parm/config/config.base.nco.static @@ -6,7 +6,7 @@ echo "BEGIN: config.base" # Machine environment -export machine="WCOSS_DELL_P3" +export machine="WCOSS2" # EMC parallel or NCO production export RUN_ENVIR="nco" diff --git a/parm/config/config.coupled_ic b/parm/config/config.coupled_ic index a7f3394983..7b4b6f51aa 100755 --- a/parm/config/config.coupled_ic +++ b/parm/config/config.coupled_ic @@ -7,9 +7,7 @@ echo "BEGIN: config.coupled_ic" # Get task specific resources source $EXPDIR/config.resources coupled_ic -if [[ "$machine" == "WCOSS_DELL_P3" ]]; then - export BASE_CPLIC="/gpfs/dell2/emc/modeling/noscrub/Walter.Kolczynski/global-workflow/IC" -elif [[ "$machine" == "HERA" ]]; then +if [[ "$machine" == "HERA" ]]; then export BASE_CPLIC="/scratch1/NCEPDEV/climate/role.ufscpara/IC" elif [[ "$machine" == "ORION" ]]; then export BASE_CPLIC="/work/noaa/global/wkolczyn/noscrub/global-workflow/IC" diff --git a/parm/config/config.fv3 b/parm/config/config.fv3 index 8c4b74ee87..93f836f642 100755 --- a/parm/config/config.fv3 +++ b/parm/config/config.fv3 @@ -20,11 +20,7 @@ case_in=$1 echo "BEGIN: config.fv3" -if [[ "$machine" = "WCOSS_DELL_P3" ]]; then - export npe_node_max=28 -elif [[ "$machine" = "WCOSS_C" ]]; then - export npe_node_max=24 -elif [[ "$machine" = "JET" ]]; then +if [[ "$machine" = "JET" ]]; then if [[ "$PARTITION_BATCH" = "xjet" ]]; then export npe_node_max=24 elif [[ "$PARTITION_BATCH" = "vjet" || "$PARTITION_BATCH" = "sjet" ]]; then @@ -163,7 +159,7 @@ export kchunk3d=1 # Determine whether to use parallel NetCDF based on resolution case $case_in in "C48" | "C96" | "C192") - export OUTPUT_FILETYPE_ATM="netcdf_parallel" + export OUTPUT_FILETYPE_ATM="netcdf" export OUTPUT_FILETYPE_SFC="netcdf" ;; "C384" | "C768" | "C1152" | "C3072") diff --git a/parm/config/config.fv3.nco.static b/parm/config/config.fv3.nco.static index f7c6981491..619ef6399b 100755 --- a/parm/config/config.fv3.nco.static +++ b/parm/config/config.fv3.nco.static @@ -20,11 +20,7 @@ case_in=$1 echo "BEGIN: config.fv3" -if [[ "$machine" = "WCOSS_DELL_P3" ]]; then - export npe_node_max=28 -elif [[ "$machine" = "WCOSS_C" ]]; then - export npe_node_max=24 -elif [[ "$machine" = "JET" ]]; then +if [[ "$machine" = "JET" ]]; then export npe_node_max=24 elif [[ "$machine" = "HERA" ]]; then export npe_node_max=40 @@ -89,8 +85,8 @@ case $case_in in export layout_y=8 export layout_x_gfs=6 export layout_y_gfs=6 - export npe_wav=35 - export npe_wav_gfs=35 + export npe_wav=35 + export npe_wav_gfs=35 export nth_fv3=1 export cdmbgwd="1.1,0.72,1.0,1.0" # mountain blocking, ogwd, cgwd, cgwd src scaling export WRITE_GROUP=1 diff --git a/parm/config/config.post b/parm/config/config.post index 71aaae22ec..2ca6c3d753 100755 --- a/parm/config/config.post +++ b/parm/config/config.post @@ -15,7 +15,7 @@ echo "BEGIN: config.post" export NPOSTGRP=42 export OUTTYP=4 export MODEL_OUT_FORM=binarynemsiompiio -if [ $OUTPUT_FILE = "netcdf" ]; then +if [ $OUTPUT_FILE = "netcdf" ]; then export MODEL_OUT_FORM=netcdfpara fi @@ -34,11 +34,7 @@ export nth_postgp=1 export GFS_DOWNSTREAM="YES" export downset=2 -if [ $machine = "WCOSS_DELL_P3" ]; then - export npe_dwn=28 -else - export npe_dwn=24 -fi +export npe_dwn=24 export GRIBVERSION='grib2' export SENDCOM="YES" diff --git a/parm/config/config.prepbufr b/parm/config/config.prepbufr index 904d946774..b86cb89d12 100755 --- a/parm/config/config.prepbufr +++ b/parm/config/config.prepbufr @@ -11,9 +11,9 @@ echo "BEGIN: config.prepbufr" # Set variables if [ $machine = "HERA" ]; then - export GESROOT=/scratch1/NCEPDEV/rstprod # set by module prod_envir on WCOSS_C + export GESROOT=/scratch1/NCEPDEV/rstprod elif [ $machine = "ORION" ]; then - export GESROOT=/dev/null + export GESROOT=/dev/null fi echo "END: config.prepbufr" diff --git a/parm/config/config.resources b/parm/config/config.resources index f9b3e4132a..cda6f2edce 100755 --- a/parm/config/config.resources +++ b/parm/config/config.resources @@ -26,14 +26,7 @@ step=$1 echo "BEGIN: config.resources" -if [[ "$machine" = "WCOSS_DELL_P3" ]]; then - export npe_node_max=28 - if [ "$QUEUE" = "dev2" -o "$QUEUE" = "devonprod2" -o "$QUEUE" = "devmax2" ]; then # WCOSS Dell 3.5 - export npe_node_max=40 - fi -elif [[ "$machine" = "WCOSS_C" ]]; then - export npe_node_max=24 -elif [[ "$machine" = "JET" ]]; then +if [[ "$machine" = "JET" ]]; then if [[ "$PARTITION_BATCH" = "xjet" ]]; then export npe_node_max=24 elif [[ "$PARTITION_BATCH" = "vjet" || "$PARTITION_BATCH" = "sjet" ]]; then @@ -60,11 +53,7 @@ elif [ $step = "aerosol_init" ]; then export nth_aerosol_init=1 export npe_node_aerosol_init=$(echo "$npe_node_max / $nth_aerosol_init" | bc) export NTASKS=${npe_aerosol_init} - export memory_aerosol_init="4G" - if [ $machine = "HERA" ]; then - # Hera needs a bit more memory since it has fewer CPU/core - export memory_aerosol_init="6G" - fi + export memory_aerosol_init="6G" elif [ $step = "waveinit" ]; then @@ -181,13 +170,9 @@ elif [ $step = "anal" ]; then export npe_anal=84 export npe_anal_gfs=84 fi - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then - export nth_anal=4 - fi export nth_anal_gfs=$nth_anal export npe_node_anal=$(echo "$npe_node_max / $nth_anal" | bc) export nth_cycle=$nth_anal - if [[ "$machine" == "WCOSS_C" ]]; then export memory_anal="3072M"; fi elif [ $step = "analcalc" ]; then @@ -195,7 +180,6 @@ elif [ $step = "analcalc" ]; then export npe_analcalc=127 export nth_analcalc=1 export npe_node_analcalc=$npe_node_max - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export npe_analcalc=127 ; fi elif [ $step = "analdiag" ]; then @@ -203,7 +187,6 @@ elif [ $step = "analdiag" ]; then export npe_analdiag=112 export nth_analdiag=1 export npe_node_analdiag=$npe_node_max - if [[ "$machine" == "WCOSS_C" ]]; then export memory_analdiag="3072M"; fi elif [ $step = "sfcanl" ]; then @@ -221,8 +204,6 @@ elif [ $step = "gldas" ]; then export npe_gaussian=96 export nth_gaussian=1 export npe_node_gaussian=24 - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export npe_gldas=112 ; fi - if [[ "$machine" == "WCOSS_C" ]]; then export memory_gldas="3072M"; fi elif [ $step = "fcst" ]; then @@ -269,8 +250,6 @@ elif [ $step = "fcst" ]; then export npe_node_fcst=$(echo "$npe_node_max / $nth_fcst" | bc) export npe_node_fcst_gfs=$(echo "$npe_node_max / $nth_fcst_gfs" | bc) - if [[ "$machine" == "WCOSS_C" ]]; then export memory_fcst="1024M"; fi - if [[ $DO_WAVE == "YES" ]]; then case $waveGRD in 'gnh_10m aoc_9km gsh_15m') export WAVPETS=140 ;; @@ -336,8 +315,6 @@ elif [ $step = "post" ]; then export nth_post=1 export npe_node_post=12 export npe_node_dwn=$npe_node_max - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export npe_node_post=28 ; fi - if [[ "$machine" == "WCOSS_C" ]]; then export memory_post="3072M"; fi elif [ $step = "wafs" ]; then @@ -390,9 +367,7 @@ elif [ $step = "vrfy" ]; then export npe_node_vrfy=1 export npe_vrfy_gfs=1 export npe_node_vrfy_gfs=1 - if [[ "$machine" == "WCOSS_C" ]]; then - export memory_vrfy="3072M" - elif [[ "$machine" == "HERA" ]]; then + if [[ "$machine" == "HERA" ]]; then export memory_vrfy="16384M" fi @@ -405,11 +380,6 @@ elif [ $step = "metp" ]; then export wtime_metp_gfs="06:00:00" export npe_metp_gfs=4 export npe_node_metp_gfs=4 - if [[ "$machine" == "WCOSS_C" ]]; then - export memory_metp="3072M" - elif [[ "$machine" == "THEIA" ]]; then - export memory_metp="16384M" - fi elif [ $step = "echgres" ]; then @@ -424,11 +394,7 @@ elif [ $step = "init" ]; then export npe_init=24 export nth_init=1 export npe_node_init=6 - if [ $machine = "WCOSS_DELL_P3" ]; then - export memory_init="10G" - else - export memory_init="70G" - fi + export memory_init="70G" elif [ $step = "init_chem" ]; then @@ -500,14 +466,9 @@ elif [ $step = "eobs" -o $step = "eomg" ]; then fi export npe_eomg=$npe_eobs export nth_eobs=2 - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export nth_eobs=7; fi export nth_eomg=$nth_eobs export npe_node_eobs=$(echo "$npe_node_max / $nth_eobs" | bc) export npe_node_eomg=$npe_node_eobs - if [[ "$machine" == "WCOSS_C" ]]; then - export memory_eobs="3072M" - export memory_eomg=$memory_eobs - fi elif [ $step = "ediag" ]; then @@ -515,7 +476,6 @@ elif [ $step = "ediag" ]; then export npe_ediag=56 export nth_ediag=1 export npe_node_ediag=$npe_node_max - if [[ "$machine" == "WCOSS_C" ]]; then export memory_ediag="3072M"; fi elif [ $step = "eupd" ]; then @@ -523,9 +483,6 @@ elif [ $step = "eupd" ]; then if [ $CASE = "C768" ]; then export npe_eupd=480 export nth_eupd=6 - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then - export nth_eupd=7 - fi if [[ "$machine" = "HERA" ]]; then export npe_eupd=150 export nth_eupd=40 @@ -533,9 +490,6 @@ elif [ $step = "eupd" ]; then elif [ $CASE = "C384" ]; then export npe_eupd=270 export nth_eupd=2 - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then - export nth_eupd=9 - fi if [[ "$machine" = "HERA" ]]; then export npe_eupd=100 export nth_eupd=40 @@ -549,20 +503,15 @@ elif [ $step = "eupd" ]; then fi fi export npe_node_eupd=$(echo "$npe_node_max / $nth_eupd" | bc) - if [[ "$machine" == "WCOSS_C" ]]; then - export memory_eupd="3072M" - fi elif [ $step = "ecen" ]; then export wtime_ecen="00:10:00" export npe_ecen=80 export nth_ecen=6 - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export nth_ecen=7; fi if [ $CASE = "C384" -o $CASE = "C192" -o $CASE = "C96" -o $CASE = "C48" ]; then export nth_ecen=2; fi export npe_node_ecen=$(echo "$npe_node_max / $nth_ecen" | bc) export nth_cycle=$nth_ecen - if [[ "$machine" == "WCOSS_C" ]]; then export memory_ecen="3072M"; fi elif [ $step = "esfc" ]; then @@ -571,7 +520,6 @@ elif [ $step = "esfc" ]; then export npe_node_esfc=$npe_node_max export nth_esfc=1 export nth_cycle=$nth_esfc - if [[ "$machine" == "WCOSS_C" ]]; then export memory_esfc="3072M"; fi elif [ $step = "efcs" ]; then @@ -583,16 +531,13 @@ elif [ $step = "efcs" ]; then export npe_efcs=$(echo "$layout_x * $layout_y * 6" | bc) export nth_efcs=${nth_fv3:-2} export npe_node_efcs=$(echo "$npe_node_max / $nth_efcs" | bc) - if [[ "$machine" == "WCOSS_C" ]]; then export memory_efcs="254M"; fi elif [ $step = "epos" ]; then export wtime_epos="00:15:00" export npe_epos=80 export nth_epos=6 - if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export nth_epos=7; fi export npe_node_epos=$(echo "$npe_node_max / $nth_epos" | bc) - if [[ "$machine" == "WCOSS_C" ]]; then export memory_epos="254M"; fi elif [ $step = "postsnd" ]; then @@ -607,7 +552,6 @@ elif [ $step = "postsnd" ]; then export npe_node_postsnd=4 fi if [[ "$machine" = "HERA" ]]; then export npe_node_postsnd=2; fi - if [[ "$machine" == "WCOSS_C" ]]; then export memory_postsnd="254M"; fi elif [ $step = "awips" ]; then @@ -615,12 +559,6 @@ elif [ $step = "awips" ]; then export npe_awips=4 export npe_node_awips=4 export nth_awips=2 - if [[ "$machine" == "WCOSS_DELL_P3" ]]; then - export npe_awips=2 - export npe_node_awips=2 - export nth_awips=1 - fi - if [[ "$machine" == "WCOSS_C" ]]; then export memory_awips="2048M"; fi elif [ $step = "gempak" ]; then @@ -628,7 +566,6 @@ elif [ $step = "gempak" ]; then export npe_gempak=17 export npe_node_gempak=4 export nth_gempak=3 - if [[ "$machine" == "WCOSS_C" ]]; then export memory_gempak="254M"; fi else diff --git a/parm/config/config.vrfy b/parm/config/config.vrfy index 0eda2537a9..cd3b7150ce 100755 --- a/parm/config/config.vrfy +++ b/parm/config/config.vrfy @@ -41,12 +41,7 @@ if [ $VRFYFITS = "YES" ]; then export CONVNETC="YES" fi - if [ $machine = "WCOSS_C" ]; then - export fitdir="$BASE_GIT/verif/global/parafits.fv3nems/batrun" - export PREPQFITSH="$fitdir/subfits_cray_nems" - elif [ $machine = "WCOSS_DELL_P3" ]; then - export PREPQFITSH="$fitdir/subfits_dell_nems" - elif [ $machine = "HERA" ]; then + if [ $machine = "HERA" ]; then export PREPQFITSH="$fitdir/subfits_hera_slurm" elif [ $machine = "ORION" ]; then export PREPQFITSH="$fitdir/subfits_orion_netcdf" @@ -111,10 +106,10 @@ if [ "$VRFYTRAK" = "YES" ]; then export TRACKERSH="$HOMEgfs/jobs/JGFS_ATMOS_CYCLONE_TRACKER" if [ "$CDUMP" = "gdas" ]; then - export FHOUT_CYCLONE=3 + export FHOUT_CYCLONE=3 export FHMAX_CYCLONE=$FHMAX else - export FHOUT_CYCLONE=6 + export FHOUT_CYCLONE=6 export FHMAX_CYCLONE=$(( FHMAX_GFS<240 ? FHMAX_GFS : 240 )) fi export COMINsyn=${COMINsyn:-${COMROOT}/gfs/prod/syndat} @@ -133,11 +128,7 @@ fi if [[ "$RUNMOS" == "YES" && "$CDUMP" == "gfs" ]]; then - if [ $machine = "WCOSS_C" ] ; then - export RUNGFSMOSSH="$HOMEgfs/scripts/run_gfsmos_master.sh.cray" - elif [ $machine = "WCOSS_DELL_P3" ] ; then - export RUNGFSMOSSH="$HOMEgfs/scripts/run_gfsmos_master.sh.dell" - elif [ $machine = "HERA" ] ; then + if [ $machine = "HERA" ] ; then export RUNGFSMOSSH="$HOMEgfs/scripts/run_gfsmos_master.sh.hera" else echo "WARNING: MOS package is not enabled on $machine!" diff --git a/scripts/exgdas_atmos_chgres_forenkf.sh b/scripts/exgdas_atmos_chgres_forenkf.sh index 805b8be6d0..97f323b00f 100755 --- a/scripts/exgdas_atmos_chgres_forenkf.sh +++ b/scripts/exgdas_atmos_chgres_forenkf.sh @@ -14,7 +14,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Dell / Hera # ################################################################################ @@ -174,7 +173,7 @@ EOF export pgm=$CHGRESNCEXEC . prep_step - $APRUN_CHGRES $CHGRESNCEXEC chgres_nc_gauss0$FHR.nml + $APRUN_CHGRES $CHGRESNCEXEC chgres_nc_gauss0$FHR.nml export err=$?; err_chk fi done diff --git a/scripts/exgdas_atmos_nceppost.sh b/scripts/exgdas_atmos_nceppost.sh index 8616b35453..403cdb4bca 100755 --- a/scripts/exgdas_atmos_nceppost.sh +++ b/scripts/exgdas_atmos_nceppost.sh @@ -1,6 +1,6 @@ ##################################################################### echo "-----------------------------------------------------" -echo " exgdas_nceppost.sh" +echo " exgdas_nceppost.sh" echo " Sep 07 - Chuang - Modified script to run unified post" echo " July 14 - Carlis - Changed to 0.25 deg grib2 master file" echo " Feb 16 - Lin - Modify to use Vertical Structure" @@ -62,7 +62,7 @@ if [ $OUTTYP -eq 4 ] ; then else export SUFFIX= fi -export machine=${machine:-WCOSS_C} +export machine=${machine:-WCOSS2} ########################### # Specify Output layers @@ -97,7 +97,7 @@ if [ ${stime} = "anl" ]; then export OUTTYP=${OUTTYP:-4} - # specify output file name from chgres which is input file name to nceppost + # specify output file name from chgres which is input file name to nceppost # if model already runs gfs io, make sure GFSOUT is linked to the gfsio file # new imported variable for global_nceppost.sh @@ -108,7 +108,7 @@ if [ ${stime} = "anl" ]; then if [ $GRIBVERSION = 'grib2' ]; then export POSTGRB2TBL=${POSTGRB2TBL:-${g2tmpl_ROOT}/share/params_grib2_tbl_new} - export PostFlatFile=${PostFlatFile:-$PARMpost/postxconfig-NT-GFS-ANL.txt} + export PostFlatFile=${PostFlatFile:-$PARMpost/postxconfig-NT-GFS-ANL.txt} export CTLFILE=$PARMpost/postcntrl_gfs_anl.xml fi @@ -124,9 +124,9 @@ if [ ${stime} = "anl" ]; then export PGBOUT2=pgbfile.grib2 export PGIOUT2=pgifile.grib2.idx export IGEN=$IGEN_ANL - export FILTER=0 + export FILTER=0 - # specify fhr even for analysis because postgp uses it + # specify fhr even for analysis because postgp uses it # export fhr=00 $POSTGPSH @@ -166,7 +166,7 @@ if [ ${stime} = "anl" ]; then fi fi fi - rm pgbfile.grib2 + rm pgbfile.grib2 else #### atmanl file not found need failing job echo " *** FATAL ERROR: No model anl file output " @@ -177,12 +177,12 @@ else ## not_anl if_stimes SLEEP_LOOP_MAX=$(expr $SLEEP_TIME / $SLEEP_INT) ############################################################ - # Loop Through the Post Forecast Files + # Loop Through the Post Forecast Files ############################################################ for fhr in $post_times; do ############################### - # Start Looping for the + # Start Looping for the # existence of the restart files ############################### set -x @@ -197,7 +197,7 @@ else ## not_anl if_stimes fi ############################### # If we reach this point assume - # fcst job never reached restart + # fcst job never reached restart # period and error exit ############################### if [ $ic -eq $SLEEP_LOOP_MAX ]; then @@ -212,7 +212,7 @@ else ## not_anl if_stimes postmsg "$msg" ############################### - # Put restart files into /nwges + # Put restart files into /nwges # for backup to start Model Fcst ############################### [[ -f flxfile ]] && rm flxfile @@ -258,7 +258,7 @@ else ## not_anl if_stimes fi else if [ $fhr -eq 0 ]; then - export PostFlatFile=$PARMpost/postxconfig-NT-GFS-F00.txt + export PostFlatFile=$PARMpost/postxconfig-NT-GFS-F00.txt export CTLFILE=${CTLFILEGFS:-$PARMpost/postcntrl_gfs_f00.xml} else export CTLFILE=${CTLFILEGFS:-$PARMpost/postcntrl_gfs.xml} @@ -306,11 +306,11 @@ else ## not_anl if_stimes if [ $SENDCOM = 'YES' ]; then if [ $GRIBVERSION = 'grib2' ] ; then - if [ $INLINE_POST = ".false." ]; then + if [ $INLINE_POST = ".false." ]; then cp $PGBOUT2 $COMOUT/${MASTERFHR} fi $GRB2INDEX $PGBOUT2 $COMOUT/${MASTERFHRIDX} - fi + fi # Model generated flux files will be in nemsio after FY17 upgrade # use post to generate Grib2 flux files @@ -344,7 +344,7 @@ else ## not_anl if_stimes $DBNROOT/bin/dbn_alert MODEL ${run}_SGB_GB2 $job $COMOUT/${PREFIX}sfluxgrbf${fhr}.grib2 $DBNROOT/bin/dbn_alert MODEL ${run}_SGB_GB2_WIDX $job $COMOUT/${PREFIX}sfluxgrbf${fhr}.grib2.idx fi - fi + fi [[ -f pgbfile.grib2 ]] && rm pgbfile.grib2 [[ -f flxfile ]] && rm flxfile diff --git a/scripts/exgdas_efsoi.sh b/scripts/exgdas_efsoi.sh index 3ca5d05eb9..f730634c83 100755 --- a/scripts/exgdas_efsoi.sh +++ b/scripts/exgdas_efsoi.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: Hera # ################################################################################ @@ -154,7 +153,7 @@ $NLN $COMIN_GES_ENS/${GPREFIX}atmf006.ensmean${GSUFFIX} sfg_${CDATE}_fhr03_ensme # The following deals with different files with the same local name (assuming # a 24hr EFSOI forecast): # both are hybrid analyses from gdas - one from CDATE saved during the -# corresponding GDAS cycle in the efsoigdas tree to be used in +# corresponding GDAS cycle in the efsoigdas tree to be used in # the localization advection in EFSOI, the other from VDATE to be used # for verification. diff --git a/scripts/exgdas_efsoi_update.sh b/scripts/exgdas_efsoi_update.sh index ca1ca5917f..cf1542cc57 100755 --- a/scripts/exgdas_efsoi_update.sh +++ b/scripts/exgdas_efsoi_update.sh @@ -14,7 +14,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray/Theia # ################################################################################ @@ -289,7 +288,7 @@ cat > enkf.nml << EOFnml paranc=$paranc,write_fv3_incr=$write_fv3_incr, efsoi_cycling=.true., $WRITE_INCR_ZERO - $NAM_ENKF + $NAM_ENKF / &satobs_enkf sattypes_rad(1) = 'amsua_n15', dsis(1) = 'amsua_n15', @@ -409,7 +408,7 @@ export ERR=$rc export err=$ERR $ERRSCRIPT || exit 2 -# save for EFSOI task +# save for EFSOI task $NCP $COMOUT_ANL_ENS/$GBIASe $COMOUT_ANL_ENSFSOI # save for EFSOI localization advection $NCP $ATMANL_GSI_ENSRES $COMOUT_ANL_ENSFSOI diff --git a/scripts/exgdas_enkf_ecen.sh b/scripts/exgdas_enkf_ecen.sh index f3671968ff..eaa120ca47 100755 --- a/scripts/exgdas_enkf_ecen.sh +++ b/scripts/exgdas_enkf_ecen.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray/Theia # ################################################################################ diff --git a/scripts/exgdas_enkf_fcst.sh b/scripts/exgdas_enkf_fcst.sh index 3263115057..2dfcaa419a 100755 --- a/scripts/exgdas_enkf_fcst.sh +++ b/scripts/exgdas_enkf_fcst.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray/Theia # #### ################################################################################ diff --git a/scripts/exgdas_enkf_post.sh b/scripts/exgdas_enkf_post.sh index ebf877b3cc..5e8ecc7298 100755 --- a/scripts/exgdas_enkf_post.sh +++ b/scripts/exgdas_enkf_post.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray/Theia # ################################################################################ diff --git a/scripts/exgdas_enkf_select_obs.sh b/scripts/exgdas_enkf_select_obs.sh index 4a0f0d3ee3..488bec6c2a 100755 --- a/scripts/exgdas_enkf_select_obs.sh +++ b/scripts/exgdas_enkf_select_obs.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray/Theia # ################################################################################ diff --git a/scripts/exgdas_enkf_sfc.sh b/scripts/exgdas_enkf_sfc.sh index 407a6097a7..4595f84324 100755 --- a/scripts/exgdas_enkf_sfc.sh +++ b/scripts/exgdas_enkf_sfc.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray/Theia # ################################################################################ diff --git a/scripts/exgdas_enkf_update.sh b/scripts/exgdas_enkf_update.sh index 0f639d12e3..c76cc47931 100755 --- a/scripts/exgdas_enkf_update.sh +++ b/scripts/exgdas_enkf_update.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray/Theia # ################################################################################ diff --git a/scripts/exgfs_wave_init.sh b/scripts/exgfs_wave_init.sh index 83d7859cb8..8c268a6176 100755 --- a/scripts/exgfs_wave_init.sh +++ b/scripts/exgfs_wave_init.sh @@ -20,7 +20,6 @@ # # Attributes: # Language: Bourne-again (BASH) shell -# Machine: WCOSS-DELL-P3 # ############################################################################### # @@ -54,7 +53,7 @@ # Script will run only if pre-defined NTASKS # The actual work is distributed over these tasks. - if [ -z ${NTASKS} ] + if [ -z ${NTASKS} ] then echo "FATAL ERROR: requires NTASKS to be set " err=1; export err;${errchk} @@ -138,7 +137,7 @@ fi done -# 1.a.1 Execute parallel or serialpoe +# 1.a.1 Execute parallel or serialpoe if [ "$nmoddef" -gt '0' ] then @@ -161,7 +160,7 @@ echo ' ------------------------------------' echo ' ' [[ "$LOUD" = YES ]] && set -x - + if [ "$NTASKS" -gt '1' ] then if [ ${CFP_MP:-"NO"} = "YES" ]; then @@ -174,7 +173,7 @@ ./cmdfile exit=$? fi - + if [ "$exit" != '0' ] then set +x @@ -186,8 +185,8 @@ echo ' ' [[ "$LOUD" = YES ]] && set -x fi - - fi + + fi # 1.a.3 File check @@ -200,7 +199,7 @@ echo " mod_def.$grdID succesfully created/copied " echo ' ' [[ "$LOUD" = YES ]] && set -x - else + else set +x echo ' ' echo '********************************************** ' @@ -215,7 +214,7 @@ done # --------------------------------------------------------------------------- # -# 2. Ending +# 2. Ending set +x echo ' ' diff --git a/scripts/exgfs_wave_post_gridded_sbs.sh b/scripts/exgfs_wave_post_gridded_sbs.sh index 2eb6a82211..622eb57880 100755 --- a/scripts/exgfs_wave_post_gridded_sbs.sh +++ b/scripts/exgfs_wave_post_gridded_sbs.sh @@ -8,23 +8,22 @@ # # Author: Jose-Henrique Alves Org: NCEP/EMC Date: 2019-12-06 # Abstract: This script is the postprocessor for the wave component in GFS. -# This version runs side-by-side with the GFS fcst step. +# This version runs side-by-side with the GFS fcst step. # It executes several scripts forpreparing and creating output data # as follows: # -# wave_grib2_sbs.sh : generates GRIB2 files. -# wave_grid_interp_ush.sh : interpolates data from new grids to old grids +# wave_grib2_sbs.sh : generates GRIB2 files. +# wave_grid_interp_ush.sh : interpolates data from new grids to old grids # # Script history log: -# 2019-12-06 J-Henrique Alves: First Version adapted from HTolman post.sh 2007 +# 2019-12-06 J-Henrique Alves: First Version adapted from HTolman post.sh 2007 # 2020-06-10 J-Henrique Alves: Porting to R&D machine Hera -# 2020-07-31 Jessica Meixner: Removing points, now gridded data only +# 2020-07-31 Jessica Meixner: Removing points, now gridded data only # # $Id$ # # Attributes: # Language: Bourne-again (Bash) Shell -# Machine: WCOSS-DELL-P3 # ############################################################################### # @@ -59,7 +58,7 @@ # Script will run only if pre-defined NTASKS # The actual work is distributed over these tasks. - if [ -z ${NTASKS} ] + if [ -z ${NTASKS} ] then echo "FATAL ERROR: requires NTASKS to be set " err=1; export err;${errchk} @@ -88,15 +87,15 @@ [[ "$LOUD" = YES ]] && set -x -# 0.c.3 Define CDATE_POST +# 0.c.3 Define CDATE_POST export CDATE_POST=${CDATE} export FHRUN=0 # --------------------------------------------------------------------------- # # 1. Get files that are used by most child scripts - export DOGRB_WAV=${DOGRB_WAV:-'YES'} #Create grib2 files - export DOGRI_WAV=${DOGRI_WAV:-'NO'} #Create interpolated grids + export DOGRB_WAV=${DOGRB_WAV:-'YES'} #Create grib2 files + export DOGRI_WAV=${DOGRI_WAV:-'NO'} #Create interpolated grids exit_code=0 @@ -106,10 +105,10 @@ echo '-----------------------' [[ "$LOUD" = YES ]] && set -x -# 1.a Model definition files and output files (set up using poe) +# 1.a Model definition files and output files (set up using poe) # 1.a.1 Copy model definition files - for grdID in $waveGRD $wavepostGRD $waveinterpGRD + for grdID in $waveGRD $wavepostGRD $waveinterpGRD do if [ -f "$COMIN/rundata/${CDUMP}wave.mod_def.${grdID}" ] then @@ -121,8 +120,8 @@ fi done -# 1.a.2 Check that model definition files exist - for grdID in $waveGRD $wavepostGRD $waveinterpGRD +# 1.a.2 Check that model definition files exist + for grdID in $waveGRD $wavepostGRD $waveinterpGRD do if [ ! -f mod_def.$grdID ] then @@ -142,7 +141,7 @@ [[ "$LOUD" = YES ]] && set -x fi done - + # 1.b Input template files @@ -154,7 +153,7 @@ then cp -f $PARMwave/${intGRD}_interp.inp.tmpl ${intGRD}_interp.inp.tmpl fi - + if [ -f ${intGRD}_interp.inp.tmpl ] then set +x @@ -209,7 +208,7 @@ set +x echo ' ' echo " Input files read and processed at : $(date)" - echo ' ' + echo ' ' echo ' Data summary : ' echo ' ---------------------------------------------' echo " Sufficient data for GRID interpolation : $DOGRI_WAV" @@ -227,7 +226,7 @@ echo ' Making command file for sbs grib2 and GRID Interpolation ' [[ "$LOUD" = YES ]] && set -x -# 1.a.2 Loop over forecast time to generate post files +# 1.a.2 Loop over forecast time to generate post files # When executed side-by-side, serial mode (cfp when run after the fcst step) # Contingency for RERUN=YES if [ "${RERUN}" = "YES" ]; then @@ -244,7 +243,7 @@ fhrg=$fhr iwaitmax=120 # Maximum loop cycles for waiting until wave component output file is ready (fails after max) while [ $fhr -le $FHMAX_WAV ]; do - + ymdh=$($NDATE $fhr $CDATE) YMD=$(echo $ymdh | cut -c1-8) HMS="$(echo $ymdh | cut -c9-10)0000" @@ -271,17 +270,17 @@ for wavGRD in ${waveGRD} ; do gfile=$COMIN/rundata/${WAV_MOD_TAG}.out_grd.${wavGRD}.${YMD}.${HMS} while [ ! -s ${gfile} ]; do sleep 10; let iwait=iwait+1; done - if [ $iwait -eq $iwaitmax ]; then + if [ $iwait -eq $iwaitmax ]; then echo '*************************************************** ' echo " FATAL ERROR : NO RAW FIELD OUTPUT FILE out_grd.$grdID " echo '*************************************************** ' echo ' ' [[ "$LOUD" = YES ]] && set -x - echo "$WAV_MOD_TAG post $grdID $date $cycle : field output missing." + echo "$WAV_MOD_TAG post $grdID $date $cycle : field output missing." err=3; export err;${errchk} exit $err fi - ln -s ${gfile} ./out_grd.${wavGRD} + ln -s ${gfile} ./out_grd.${wavGRD} done if [ "$DOGRI_WAV" = 'YES' ] @@ -308,7 +307,7 @@ fi echo "${GRIBDATA}/${fcmdigrd}.${nigrd}" >> ${fcmdnow} chmod 744 ${fcmdigrd}.${nigrd} - nigrd=$((nigrd+1)) + nigrd=$((nigrd+1)) done fi @@ -344,18 +343,18 @@ nlines=$( wc -l ${fcmdnow} | awk '{print $1}' ) while [ $iline -le $nlines ]; do line=$( sed -n ''$iline'p' ${fcmdnow} ) - if [ -z "$line" ]; then + if [ -z "$line" ]; then break else - if [ "$ifirst" = 'yes' ]; then - echo "#!/bin/sh" > cmdmfile.$nfile + if [ "$ifirst" = 'yes' ]; then + echo "#!/bin/sh" > cmdmfile.$nfile echo "$nfile cmdmfile.$nfile" >> cmdmprog chmod 744 cmdmfile.$nfile fi echo $line >> cmdmfile.$nfile nfile=$(( nfile + 1 )) if [ $nfile -eq $NTASKS ]; then - nfile=0 + nfile=0 ifirst='no' fi iline=$(( iline + 1 )) diff --git a/scripts/exgfs_wave_post_pnt.sh b/scripts/exgfs_wave_post_pnt.sh index f515e35d01..c3cab2999d 100755 --- a/scripts/exgfs_wave_post_pnt.sh +++ b/scripts/exgfs_wave_post_pnt.sh @@ -11,13 +11,13 @@ # It executes several scripts forpreparing and creating output data # as follows: # -# wave_outp_spec.sh : generates spectral data for output locations -# wave_outp_bull.sh : generates bulletins for output locations +# wave_outp_spec.sh : generates spectral data for output locations +# wave_outp_bull.sh : generates bulletins for output locations # wave_outp_cat.sh : cats the by hour into the single output file -# wave_tar.sh : tars the spectral and bulletin multiple files +# wave_tar.sh : tars the spectral and bulletin multiple files # # Script history log: -# 2019-12-06 J-Henrique Alves: First Version adapted from HTolman post.sh 2007 +# 2019-12-06 J-Henrique Alves: First Version adapted from HTolman post.sh 2007 # 2020-06-10 J-Henrique Alves: Porting to R&D machine Hera # 2020-07-30 Jessica Meixner: Points only - no gridded data # 2020-09-29 Jessica Meixner: optimized by changing loop structures @@ -26,7 +26,6 @@ # # Attributes: # Language: Bourne-again (Bash) Shell -# Machine: WCOSS-DELL-P3 # ############################################################################### # @@ -61,7 +60,7 @@ # Script will run only if pre-defined NTASKS # The actual work is distributed over these tasks. - if [ -z ${NTASKS} ] + if [ -z ${NTASKS} ] then echo "FATAL ERROR: requires NTASKS to be set " err=1; export err;${errchk} @@ -77,7 +76,7 @@ export STA_DIR=$DATA/station_ascii_files if [ -d $STA_DIR ] - then + then rm -rf ${STA_DIR} fi mkdir -p ${STA_DIR} @@ -107,7 +106,7 @@ echo '-----------------------' [[ "$LOUD" = YES ]] && set -x -# 1.a Model definition files and output files (set up using poe) +# 1.a Model definition files and output files (set up using poe) # 1.a.1 Set up the parallel command tasks @@ -150,7 +149,7 @@ [[ "$LOUD" = YES ]] && set -x fi done - + # 1.c Output locations file rm -f buoy.loc @@ -246,28 +245,28 @@ -e "s/ITYPE/0/g" \ -e "s/FORMAT/F/g" \ ww3_outp_spec.inp.tmpl > ww3_outp.inp - + ln -s mod_def.$waveuoutpGRD mod_def.ww3 YMD=$(echo $CDATE | cut -c1-8) HMS="$(echo $CDATE | cut -c9-10)0000" if [ -f $COMIN/rundata/${WAV_MOD_TAG}.out_pnt.${waveuoutpGRD}.${YMD}.${HMS} ] then - ln -s $COMIN/rundata/${WAV_MOD_TAG}.out_pnt.${waveuoutpGRD}.${YMD}.${HMS} ./out_pnt.${waveuoutpGRD} + ln -s $COMIN/rundata/${WAV_MOD_TAG}.out_pnt.${waveuoutpGRD}.${YMD}.${HMS} ./out_pnt.${waveuoutpGRD} else echo '*************************************************** ' echo " FATAL ERROR : NO RAW POINT OUTPUT FILE out_pnt.${waveuoutpGRD}.${YMD}.${HMS} " echo '*************************************************** ' echo ' ' [[ "$LOUD" = YES ]] && set -x - echo "$WAV_MOD_TAG post $waveuoutpGRD $CDATE $cycle : field output missing." + echo "$WAV_MOD_TAG post $waveuoutpGRD $CDATE $cycle : field output missing." err=4; export err;${errchk} fi - + rm -f buoy_tmp.loc buoy_log.ww3 ww3_oup.inp ln -fs ./out_pnt.${waveuoutpGRD} ./out_pnt.ww3 ln -fs ./mod_def.${waveuoutpGRD} ./mod_def.ww3 export pgm=ww3_outp;. prep_step - $EXECwave/ww3_outp > buoy_lst.loc 2>&1 + $EXECwave/ww3_outp > buoy_lst.loc 2>&1 export err=$?;err_chk @@ -326,7 +325,7 @@ set +x echo ' ' echo " Input files read and processed at : $(date)" - echo ' ' + echo ' ' echo ' Data summary : ' echo ' ---------------------------------------------' echo " Sufficient data for spectral files : $DOSPC_WAV ($Nb points)" @@ -336,7 +335,7 @@ [[ "$LOUD" = YES ]] && set -x # --------------------------------------------------------------------------- # -# 2. Make files for processing boundary points +# 2. Make files for processing boundary points # # 2.a Command file set-up @@ -348,10 +347,10 @@ touch cmdfile chmod 744 cmdfile -# 1.a.2 Loop over forecast time to generate post files +# 1.a.2 Loop over forecast time to generate post files fhr=$FHMIN_WAV while [ $fhr -le $FHMAX_WAV_PNT ]; do - + echo " Creating the wave point scripts at : $(date)" ymdh=$($NDATE $fhr $CDATE) YMD=$(echo $ymdh | cut -c1-8) @@ -360,7 +359,7 @@ FH3=$(printf %03i $fhr) rm -f tmpcmdfile.${FH3} - touch tmpcmdfile.${FH3} + touch tmpcmdfile.${FH3} mkdir output_$YMDHMS cd output_$YMDHMS @@ -371,9 +370,9 @@ pfile=$COMIN/rundata/${WAV_MOD_TAG}.out_pnt.${waveuoutpGRD}.${YMD}.${HMS} if [ -f ${pfile} ] - then + then ln -fs ${pfile} ./out_pnt.${waveuoutpGRD} - else + else echo " FATAL ERROR : NO RAW POINT OUTPUT FILE out_pnt.$waveuoutpGRD.${YMD}.${HMS} " echo ' ' [[ "$LOUD" = YES ]] && set -x @@ -382,7 +381,7 @@ fi cd $DATA - + if [ "$DOSPC_WAV" = 'YES' ] then export dtspec=3600. @@ -443,18 +442,18 @@ nlines=$( wc -l cmdfile | awk '{print $1}' ) while [ $iline -le $nlines ]; do line=$( sed -n ''$iline'p' cmdfile ) - if [ -z "$line" ]; then + if [ -z "$line" ]; then break else - if [ "$ifirst" = 'yes' ]; then - echo "#!/bin/sh" > cmdmfile.$nfile + if [ "$ifirst" = 'yes' ]; then + echo "#!/bin/sh" > cmdmfile.$nfile echo "$nfile cmdmfile.$nfile" >> cmdmprog chmod 744 cmdmfile.$nfile fi echo $line >> cmdmfile.$nfile nfile=$(( nfile + 1 )) if [ $nfile -eq $NTASKS ]; then - nfile=0 + nfile=0 ifirst='no' fi iline=$(( iline + 1 )) @@ -482,7 +481,7 @@ exit=$? else chmod 744 cmdfile - ./cmdfile + ./cmdfile exit=$? fi @@ -500,7 +499,7 @@ exit $err fi -# 2.b Loop over each buoy to cat the final buoy file for all fhr +# 2.b Loop over each buoy to cat the final buoy file for all fhr cd $DATA diff --git a/scripts/exglobal_atmos_analysis.sh b/scripts/exglobal_atmos_analysis.sh index 5984ba7895..da3621838c 100755 --- a/scripts/exglobal_atmos_analysis.sh +++ b/scripts/exglobal_atmos_analysis.sh @@ -13,9 +13,8 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Cray / Theia # -################################################################################ +################################################################################# # Set environment. export VERBOSE=${VERBOSE:-"YES"} @@ -426,7 +425,7 @@ if [ $USE_CORRELATED_OBERRS == "YES" ]; then exit 1 fi -# Correlated error utlizes mkl lapack. Found it necesary to fix the +# Correlated error utlizes mkl lapack. Found it necesary to fix the # number of mkl threads to ensure reproducible results independent # of the job configuration. export MKL_NUM_THREADS=1 @@ -601,7 +600,7 @@ fi if [ $GENDIAG = "YES" ] ; then if [ $lrun_subdirs = ".true." ] ; then if [ -d $DIAG_DIR ]; then - rm -rf $DIAG_DIR + rm -rf $DIAG_DIR fi npe_m1="$(($npe_gsi-1))" for pe in $(seq 0 $npe_m1); do @@ -681,9 +680,9 @@ EOFunzip diag_file=$(echo $type | cut -d',' -f1) if [ $USE_CFP = "YES" ] ; then echo "$nm $DATA/unzip.sh $diag_file $DIAG_SUFFIX" | tee -a $DATA/mp_unzip.sh - if [ ${CFP_MP:-"NO"} = "YES" ]; then - nm=$((nm+1)) - fi + if [ ${CFP_MP:-"NO"} = "YES" ]; then + nm=$((nm+1)) + fi else fname=$(echo $diag_file | cut -d'.' -f1) date=$(echo $diag_file | cut -d'.' -f2) @@ -959,7 +958,7 @@ export err=$?; err_chk ############################################################## -# If full analysis field written, calculate analysis increment +# If full analysis field written, calculate analysis increment # here before releasing FV3 forecast if [ $DO_CALC_INCREMENT = "YES" ]; then $CALCINCPY @@ -1005,8 +1004,8 @@ cd $pwd [[ $mkdata = "YES" ]] && rm -rf $DATA ############################################################## -# Add this statement to release the forecast job once the -# atmopsheric analysis and updated surface RESTARTS are +# Add this statement to release the forecast job once the +# atmopsheric analysis and updated surface RESTARTS are # available. Do not release forecast when RUN=enkf ############################################################## if [ $SENDECF = "YES" -a "$RUN" != "enkf" ]; then diff --git a/scripts/exglobal_atmos_analysis_calc.sh b/scripts/exglobal_atmos_analysis_calc.sh index 5160815b44..02a45de52e 100755 --- a/scripts/exglobal_atmos_analysis_calc.sh +++ b/scripts/exglobal_atmos_analysis_calc.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Dell / Hera # ################################################################################ @@ -151,7 +150,7 @@ rm -rf dir.* ############################################################## # If analysis increment is written by GSI, produce an analysis file here -if [ $DO_CALC_ANALYSIS == "YES" ]; then +if [ $DO_CALC_ANALYSIS == "YES" ]; then # link analysis and increment files $NLN $ATMANL siganl $NLN $ATMINC siginc.nc @@ -173,12 +172,12 @@ if [ $DO_CALC_ANALYSIS == "YES" ]; then $NLN $ATMG03 sigf03 $NLN $ATMGES sigf06 $NLN $ATMG09 sigf09 - + [[ -f $ATMG04 ]] && $NLN $ATMG04 sigf04 [[ -f $ATMG05 ]] && $NLN $ATMG05 sigf05 [[ -f $ATMG07 ]] && $NLN $ATMG07 sigf07 [[ -f $ATMG08 ]] && $NLN $ATMG08 sigf08 - + # Link hourly backgrounds (if present) if [ -f $ATMG04 -a -f $ATMG05 -a -f $ATMG07 -a -f $ATMG08 ]; then nhr_obsbin=1 @@ -195,7 +194,7 @@ fi if [ $DOGAUSFCANL = "YES" ]; then export APRUNSFC=$APRUN_GAUSFCANL export OMP_NUM_THREADS_SFC=$NTHREADS_GAUSFCANL - + $GAUSFCANLSH export err=$?; err_chk fi diff --git a/scripts/exglobal_atmos_sfcanl.sh b/scripts/exglobal_atmos_sfcanl.sh index 50a6f42d00..a8c275c10d 100755 --- a/scripts/exglobal_atmos_sfcanl.sh +++ b/scripts/exglobal_atmos_sfcanl.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Dell # ################################################################################ diff --git a/scripts/exglobal_diag.sh b/scripts/exglobal_diag.sh index 89d23a992e..e2422b5877 100755 --- a/scripts/exglobal_diag.sh +++ b/scripts/exglobal_diag.sh @@ -13,7 +13,6 @@ # # Attributes: # Language: POSIX shell -# Machine: WCOSS-Dell / Hera # ################################################################################ @@ -197,9 +196,9 @@ EOFdiag if [ $count -gt 1 ]; then if [ $USE_CFP = "YES" ]; then echo "$nm $DATA/diag.sh $lrun_subdirs $binary_diag $type $loop $string $CDATE $DIAG_COMPRESS $DIAG_SUFFIX" | tee -a $DATA/mp_diag.sh - if [ ${CFP_MP:-"NO"} = "YES" ]; then - nm=$((nm+1)) - fi + if [ ${CFP_MP:-"NO"} = "YES" ]; then + nm=$((nm+1)) + fi else if [ $binary_diag = ".true." ]; then cat ${prefix}${type}_${loop}* > diag_${type}_${string}.${CDATE}${DIAG_SUFFIX} @@ -212,7 +211,7 @@ EOFdiag elif [ $count -eq 1 ]; then cat ${prefix}${type}_${loop}* > diag_${type}_${string}.${CDATE}${DIAG_SUFFIX} if [ $DIAG_COMPRESS = "YES" ]; then - $COMPRESS diag_${type}_${string}.${CDATE}${DIAG_SUFFIX} + $COMPRESS diag_${type}_${string}.${CDATE}${DIAG_SUFFIX} fi echo "diag_${type}_${string}.${CDATE}*" >> ${diaglist[n]} numfile[n]=$(expr ${numfile[n]} + 1) @@ -250,7 +249,7 @@ EOFdiag for rtype in $rlist; do ${CHGRP_CMD} *${rtype}* done - + # If requested, create diagnostic file tarballs if [ $DIAG_TARBALL = "YES" ]; then echo $(date) START tar diagnostic files >&2 diff --git a/scripts/run_gfsmos_master.sh.cray b/scripts/run_gfsmos_master.sh.cray deleted file mode 100755 index e013f0b34c..0000000000 --- a/scripts/run_gfsmos_master.sh.cray +++ /dev/null @@ -1,330 +0,0 @@ -#!/bin/sh -####################################################################### -# run_gfsmos.sh -# -# History: -# 03/29/13 Scallion Created (Adapted from Eric Engle's -# "master" scripts) -# 12/03/13 Scallion Added ptype/wxgrid -# 04/18/18 J Wagner Set up to run GFSMOS after GFS FV3 retros -# -# Purpose: -# To run the GFS-MOS operational suite -# -####################################################################### -set -x - -if (( $# > 1 )); then - echo "Incorrect number of arguments." - echo "Syntax: $0 [PDYCYC (optional)]" - echo "Exiting..." - exit 1 -fi - -####################################################################### -# Source bash_profile to run with proper modules on cron -####################################################################### -#. ~/.profile - -####################################################################### -# Set global variables neede in the run script and/or each individual -# job script. -####################################################################### - - -. $MODULESHOME/init/sh 2>/dev/null -module load prod_envir/1.1.0 -module load cfp-intel-sandybridge -module load craype-hugepages2M -export FORT_BUFFERED=TRUE -export KMP_AFFINITY=disabled -export envir=prod -#export QUEUE=dev - -#------------------ -export SENDCOM_SAVE=$SENDCOM -export SENDCOM=YES -#------------------ - -dateIn=$1 -export PDY=$(echo $dateIn | cut -c 1-8) -export cyc=$(echo $dateIn | cut -c 9-10) -export prevday=$($NDATE -24 ${PDY}00 | cut -c1-8) - -# -# VARIABLES TO SET -# PTMPROOT and STMPROOT should be set to the user's directories -# COMDATEROOT defined by module prod_util -#export PTMPROOT=/gpfs/hps3/ptmp/$USER -export PTMPROOT=$ROTDIR/gfsmos.$PDY -#export STMPROOT=/gpfs/hps3/stmp/$USER -export STMPROOT=$RUNDIR/gfsmos.$PDY -export DATAROOT=$STMPROOT -export MODELROOT=$NWROOThps -export MODELDIR=$MODELROOT/gfsmos.v5.0.6 -export CODEDIR=$MODELROOT/mos_shared.v2.6.1 - -if [[ $SITE == "SURGE" ]]; then - export siteprefix=g -elif [[ $SITE == "LUNA" ]]; then - export siteprefix=t -else - echo "SITE $SITE not recognized" - exit -fi - -export range=${range:-"both"} -export skipmodel=n -export skipprep=n -export stnonly=Y -export cycle="t${cyc}z" -export pid="gfs.$$" -export dailylog=$PTMPROOT/dailylog/log.$PDY -export jlogfile=$dailylog/jlogfile_gfsmos -mkdir -p $dailylog - -export SENDDBN=NO -export GET_IOPROFILE=NO - -# Specify Execution Areas -export HOMEmdl=$MODELDIR -export HOMEcode=$CODEDIR - -if [ ! -d $HOMEmdl ]; then - echo "$HOMEmdl does not exist" - exit 1 -fi - -if [ ! -d $HOMEcode ]; then - echo "$HOMEcode does not exist" - exit 1 -fi - -# Load modules -module load prod_util - -module unload grib_util/1.0.3 -module use /usrx/local/nceplibs/modulefiles -module load grib_util/1.1.0 - -# VARIABLES TO SET -# GFSDIR should be set to the directory containing the input GFS FV3 data -# COMOUT should be set to the directory where the GFSMOS output files will be saved -#export GFSDIR=/gpfs/hps3/ptmp/emc.glopara/fv3fy18retro2 -export GFSDIR=$ROTDIR -export COMINgfs=$GFSDIR/gfs.${PDY}/${cyc} -export COMOUT=$ROTDIR/gfsmos.$PDY - -if [[ ! -d $PTMPROOT/qprod ]]; then - mkdir -p $PTMPROOT/qprod -fi - -if [[ ! -d $COMOUT ]]; then - mkdir -p $COMOUT -fi - -export PCOM=$COMOUT - -if [[ ! -d $PCOM ]]; then - mkdir -p $PCOM -fi - - -# NOTE: On WCOSS_C the directory from which bsub -# is executed must exist when the submitted job -# begins. Otherwise, the submitted job fails -# with TERM_CWD_NOTEXIST error. - -mkdir -p $DATAROOT -cd $DATAROOT - - -######################################################################## -# JGFSMOS_PREP47 -######################################################################## -export job=gfsmos_prep_${cyc}_${pid} -export COMIN=$GFSDIR -jobCard=$HOMEmdl/jobs/JGFSMOS_PREP -# Define DATA and create directory -export DATA=$DATAROOT/gfsmos_prep_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog - -export PTILE=7 -export NTASK=7 -export OMP_NUM_THREADS=1 - -bsub -J $job \ - -o $logfile \ - -q $QUEUE \ - -W 2:00 \ - -M 2500 \ - -P $ACCOUNT \ - -extsched 'CRAYLINUX[]' \ - -R '1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' \ - $jobCard - -######################################################################## -# JGFSMOS_FORECAST -######################################################################## -if [ $prevday -lt $(date -u +%Y%m%d -d "48 hours ago") ]; then - export COMINhourly=$PTMPROOT/hourly.$PDY - if [[ ! -d $COMINhourly ]]; then - mkdir -p $COMINhourly - fi - \cp /gpfs/${siteprefix}d1/mdl/mdlstat/save/rotate/hry/${PDY}03 $COMINhourly/sfctbl.03 - \cp /gpfs/${siteprefix}d1/mdl/mdlstat/save/rotate/hry/${PDY}09 $COMINhourly/sfctbl.09 - \cp /gpfs/${siteprefix}d1/mdl/mdlstat/save/rotate/hry/${PDY}15 $COMINhourly/sfctbl.15 - \cp /gpfs/${siteprefix}d1/mdl/mdlstat/save/rotate/hry/${PDY}21 $COMINhourly/sfctbl.21 -fi - -# -# Change COMIN to get files from user's PTMP "qprod" area -export COMIN=$COMOUT -# -export job=gfsmos_fcst_${cyc}_${pid} -jobCard=$HOMEmdl/jobs/JGFSMOS_FORECAST -export DATA=$DATAROOT/gfsmos_fcst_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -deps="done(gfsmos_prep_${cyc}_${pid})" -complist="metar cooprfcmeso tstms" -complist2="" -export PTILE=3 -export NTASK=3 -export OMP_NUM_THREADS=1 - -bsub -J ${job} -oo $logfile -q ${QUEUE} -P $ACCOUNT \ - -W 2:30 -M 2000 \ - -extsched 'CRAYLINUX[]' \ - -R '1*{select[craylinux && !vnode]} + 72*{select[craylinux && vnode]span[ptile=24]}' \ - -w "$deps" \ - $jobCard -# -######################################################################## -# JGFSMOS_PRDGEN -######################################################################## -jobCard=$HOMEmdl/jobs/JGFSMOS_PRDGEN -export job=gfsmos_prdgen_${cyc}_${pid} -# Change COMIN back to COMOUT -export COMIN=$COMOUT -# Define DATA and create directory -export DATA=$DATAROOT/gfsmos_prdgen_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -deps="done(gfsmos_fcst_${cyc}_${pid})" -nodes='1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' -export PTILE=1 -export NTASK=1 -export OMP_NUM_THREADS=1 -# -bsub -J ${job} -oo $logfile -q ${QUEUE} -P $ACCOUNT \ - -W 1:00 -M 2000 \ - -extsched 'CRAYLINUX[]' \ - -R "$nodes" \ - -w "$deps" \ - $jobCard -# -######################################################################## -# EXTENDED-RANGE JOBS -######################################################################## - -######################################################################## -# JGFSMOS_EXT_PREP47 -######################################################################## -export job=gfsmos_extprep_${cyc}_${pid} -export COMIN=$GFSDIR -jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_PREP -# Define DATA and create directory -export DATA=$DATAROOT/gfsmos_extprep_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog - -export PTILE=5 -export NTASK=10 -export OMP_NUM_THREADS=1 - -bsub -J $job \ - -o $logfile \ - -q $QUEUE \ - -W 2:00 \ - -M 2500 \ - -P $ACCOUNT \ - -extsched 'CRAYLINUX[]' \ - -R '1*{select[craylinux && !vnode]} + 48*{select[craylinux && vnode]span[ptile=24]}' \ - $jobCard - - -# Skip EXT_FORECAST for 06/18 -if [ $cyc -eq 00 -o $cyc -eq 12 ]; then -######################################################################## -# JGFSMOS_EXT_FORECAST -######################################################################## -# -# Change COMIN to get files from user's PTMP "qprod" area -export COMIN=$COMOUT -# -export job=gfsmos_extfcst_${cyc}_${pid} -jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_FORECAST -export DATA=$DATAROOT/gfsmos_extfcst_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$skipprep" != "y" && "$range" == "both" ]]; then - deps="done(gfsmos_extprep_${cyc}_${pid}) && done(gfsmos_prdgen_${cyc}_${pid})" -elif [[ "$skipprep" != "y" && "$range" == "ext" ]]; then - deps="done(gfsmos_extprep_${cyc}_${pid})" -elif [[ "$skipprep" == "y" && "$range" == "ext" ]]; then - deps="" -else - deps="done(gfsmos_prdgen_${cyc}_${pid})" -fi -# -export PTILE=4 -export NTASK=10 -export OMP_NUM_THREADS=1 -# -bsub -J ${job} -oo $logfile -q $QUEUE -P $ACCOUNT \ - -W 4:00 -M 2000 \ - -extsched 'CRAYLINUX[]' \ - -R '1*{select[craylinux && !vnode]} + 72*{select[craylinux && vnode]span[ptile=24]}' \ - -w "$deps" \ - $jobCard -# -fi #endif for skipping 06/18 ext_fcst -######################################################################### -## JGFSMOS_EXT_PRDGEN -######################################################################### -jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_PRDGEN -export job=gfsmos_extprdgen_${cyc}_${pid} -# Change COMIN back to COMOUT -export COMIN=$COMOUT -# Define DATA and create directory -export DATA=$DATAROOT/gfsmos_extprdgen_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$cyc" == "06" || "$cyc" == "18" ]]; then - deps="done(gfsmos_prdgen_${cyc}_${pid})" -elif [[ "$range" == "both" ]]; then - deps="done(gfsmos_extfcst_${cyc}_${pid}) && done(gfsmos_prdgen_${cyc}_${pid})" -else - deps="done(gfsmos_extfcst_${cyc}_${pid})" -fi -nodes='1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' -export PTILE=1 -export NTASK=1 -export OMP_NUM_THREADS=1 - -bsub -J ${job} -oo $logfile -q ${QUEUE} -P $ACCOUNT \ - -W 2:00 -M 2000 \ - -extsched 'CRAYLINUX[]' \ - -R "$nodes" \ - -w "$deps" \ - $jobCard - - -#--------------------- -export SENDCOM=$SENDCOM_SAVE diff --git a/scripts/run_gfsmos_master.sh.dell b/scripts/run_gfsmos_master.sh.dell deleted file mode 100755 index eb255e11f5..0000000000 --- a/scripts/run_gfsmos_master.sh.dell +++ /dev/null @@ -1,765 +0,0 @@ -#!/bin/sh -####################################################################### -# run_gfsmos.sh -# -# History: -# 03/29/13 Scallion Created (Adapted from Eric Engle's -# "master" scripts) -# 12/03/13 Scallion Added ptype/wxgrid -# -# Purpose: -# To run the GFS-MOS operational suite -# -####################################################################### -set -x - -if (( $# > 1 )); then - echo "Incorrect number of arguments." - echo "Syntax: $0 [PDYCYC (optional)]" - echo "Exiting..." - exit 1 -fi - -##export PATH=./:$PATH - -####################################################################### -# Only run on the dev machine -####################################################################### -#/u/Scott.Scallion/bin/run-on-dev.sh -#[[ $? -eq 1 ]] && exit 1 - -####################################################################### -# Source bash_profile to run with proper modules on cron -####################################################################### -#elim . ~/.bash_profile 1> /dev/null 2>&1 -#. ~/.bash_profile - -####################################################################### -# Check the host to determine whether tide or gyre is prod -####################################################################### -#chkhost=$(hostname | cut -c1) -if [[ $SITE == "GYRE" ]] || [[ $SITE == "SURGE" ]] || [[ $SITE == "VENUS" ]]; then - gort="g" -elif [[ $SITE == "TIDE" ]] || [[ $SITE == "LUNA" ]] || [[ $SITE == "MARS" ]]; then - gort="t" -fi - -####################################################################### -# Set global variables neede in the run script and/or each individual -# job script. -####################################################################### -. $MODULESHOME/init/bash -#module purge 2>/dev/null -module load EnvVars/1.0.2 2>/dev/null -module load ips/18.0.1.163 2>/dev/null -module load impi/18.0.1 2>/dev/null -module load lsf/10.1 2>/dev/null -module load prod_envir/1.0.3 2>/dev/null -module load prod_util/1.1.4 2>/dev/null -module load CFP/2.0.1 2>/dev/null - -module use -a /gpfs/dell1/nco/ops/nwpara/modulefiles/compiler_prod/ips/18.0.1 -module load grib_util/1.1.1 2>/dev/null - -export FORT_BUFFERED=TRUE -export KMP_AFFINITY=disabled -export envir=prod -export RUN_ENVIR=${RUN_ENVIR:-""} -#export QUEUE=dev - -#------------------ -export SENDCOM=YES -export SENDCOM_SAVE=$SENDCOM -#------------------ - -#-------------------------------- -# COMDATEROOT defined by module prod_util -##export PTMPROOT=/gpfs/dell2/ptmp/$USER -##export STMPROOT=/gpfs/dell2/stmp/$USER -##export MODELROOT=/gpfs/dell2/mdl/mdlstat/noscrub/usr/$USER/nwprod -##export MODELDIR=$MODELROOT/gfsmos.v5.0.6 -##export CODEDIR=$MODELROOT/mos_shared.v2.6.1 - -export PTMPROOT=$ROTDIR/gfsmos.$PDY -export STMPROOT=$RUNDIR/gfsmos.$PDY -export DATAROOT=$STMPROOT -##export MODELROOT=/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/gfsmos -export MODELROOT=/gpfs/dell2/mdl/mdlstat/noscrub/usr/Scott.Scallion/gfsv16 -#export MODELDIR=$MODELROOT/gfsmos.v5.2.0.1 -export MODELDIR=$MODELROOT/gfsmos.v5.2.0.1-restructure -export CODEDIR=/gpfs/dell1/nco/ops/nwpara/mos_shared.v2.6.5 -#-------------------------------- - -#-------------------------------- -##export PDY=20180419 -##export PDY=$(date -u +%Y%m%d) -##export prevday=$(date -u --date="${PDY} 0000 UTC 24 hours ago" +%Y%m%d) - -dateIn=$1 -#if [ $REALTIME = "YES" ]; then -# GDATE=$($NDATE -24 $dateIn) -# dateIn=$GDATE -#fi -export PDY=$(echo $dateIn | cut -c 1-8) -export cyc=$(echo $dateIn | cut -c 9-10) -export prevday=$($NDATE -24 ${PDY}00 | cut -c1-8) -#-------------------------------- - - -#-------------------------------- -##let hour=$(date -u +"%-H") -##if [[ $hour -ge 4 && $hour -lt 10 ]]; then -## export cyc=00 -## export range=both -##elif [[ $hour -ge 10 && $hour -lt 16 ]]; then -## export cyc=06 -## export range=both -##elif [[ $hour -ge 16 && $hour -lt 22 ]]; then -## export cyc=12 -## export range=both -##elif [[ $hour -ge 22 && $hour -le 23 ]]; then -## export cyc=18 -## export range=both -##else -## export cyc=18 -## export PDY=$prevday -## export range=both -##fi -## -##cyc_list="00 06 12 18" -##if [[ $# == 1 ]] && [[ $cyc_list =~ $1 ]]; then -## export cyc=$1 -## if [ "$cyc" == "00" -o "$cyc" == "12" ]; then -## export range=both -## else -## export range=both -## fi -##elif [[ $# == 1 ]]; then -## echo "$1 is not a valid cycle (choose 00 or 12)" -## exit 1 -##fi - -# ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -export range=${range:-"both"} - -#if [ $cyc -eq 00 -o $cyc -eq 12 ]; then -# if [ $cyc -eq 00 ]; then -# export range=both -# else -# export range=short -# fi -# ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -export stnonly='Y' -export skipmodel=n -export skipprep=n -export cycle="t${cyc}z" -export pid="gfs_qprod.$$" -export dailylog=$PTMPROOT/dailylog/log.$PDY -export jlogfile=$dailylog/jlogfile_gfsmos -mkdir -p $dailylog - -export SENDDBN=NO -export SENDDBN_NTC=NO -export GET_IOPROFILE=NO - -# Specify Execution Areas -export HOMEmdl=$MODELDIR -export HOMEcode=$CODEDIR -#export utilscript=/gpfs/hps/mdl/mdlstat/noscrub/usr/Scott.Scallion/ush - -if [ ! -d $HOMEmdl ]; then - echo "$HOMEmdl does not exist" - exit 1 -fi - -if [ ! -d $HOMEcode ]; then - echo "$HOMEcode does not exist" - exit 1 -fi - - -#------------------------------------- -# Define COMOUT (COMIN will vary by job) -#export GFSDIR=$COMROOThps/gfs/prod/gfs.$PDY -##export GFSDIR=$COMROOThps/gfs/prod/gfs.$PDY -##export COMINgfs=$GFSDIR -##export COMOUT=$PTMPROOT/qprod/gfsmos.$PDY - -export GFSDIR=$COMROOT/gfs/prod/gfs.${PDY} -if [[ "$RUN_ENVIR" = "emc" ]] ; then - export GFSDIR=$ROTDIR/gfs.${PDY} -fi -export COMINgfs=$GFSDIR -export COMOUT=$ROTDIR/gfsmos.$PDY - -#export COMINm1=$PTMPROOT/gfsmos.$prevday -#export COMINm1=$PTMPROOT/qprod/gfsmos_gmos_pre-nbmv2.$prevday -#export COMINm1=$PTMPROOT/qprod/gfsmos.$prevday - -if [[ ! -d $PTMPROOT/qprod ]]; then - mkdir -p $PTMPROOT/qprod -fi - -if [[ ! -d $COMOUT ]]; then - mkdir -p $COMOUT -fi - -export COMOUTwmo=$PTMPROOT/wmo - -if [[ ! -d $COMOUTwmo ]]; then - mkdir -p $COMOUTwmo -fi - - -# NOTE: On WCOSS_DELL_P3 the directory from which bsub -# is executed must exist when the submitted job -# begins. Otherwise, the submitted job fails -# with TERM_CWD_NOTEXIST error. - -mkdir -p $DATAROOT -cd $DATAROOT - - -if [ "$range" == "short" -o "$range" == "both" ]; then -######################################################################## -######################################################################## -# SHORT-RANGE JOBS -######################################################################## -######################################################################## - -######################################################################## -# Wait for 1 degree model data -######################################################################## -##if [ "$skipmodel" != "y" ]; then -##let attempts=1 -##while [[ $attempts -le 120 ]] -##do -## if [[ -f $GFSDIR/gfs.$cycle.pgrb2.1p00.f096 ]]; then -## echo "Model file found. Proceeding..." -## break -## else -## if [[ $attempts -le 60 ]]; then -## sleep 60 -## else -## sleep 180 -## fi -## attempts=$((attempts+1)) -## fi -##done -## -##if [[ $attempts -gt 120 ]]; then -## echo "Waited 4 hours for model file, but it did not appear." -## echo "Exiting..." -## exit 1 -##fi -## -##fi #endif for skipmodel - -######################################################################## -# Wait for 1/4 degree model data -######################################################################## -##if [ "$skipmodel" != "y" ]; then -##let attempts=1 -##while [[ $attempts -le 120 ]] -##do -## if [[ -f $GFSDIR/gfs.$cycle.pgrb2.0p25.f096 ]]; then -## echo "Model file found. Proceeding..." -## break -## else -## if [[ $attempts -le 60 ]]; then -## sleep 60 -## else -## sleep 180 -## fi -## attempts=$((attempts+1)) -## fi -##done - -##if [[ $attempts -gt 120 ]]; then -## echo "Waited 4 hours for model file, but it did not appear." -## echo "Exiting..." -## exit 1 -##fi -## -##fi #endif for skipmodel - -######################################################################## -# Wait for 1.0 degree GFS model files before running (Pacific MOS) -######################################################################## -##if [ "$skipmodel" != "y" ]; then -##let attempts=1 -##while [[ $attempts -le 120 ]] -##do -## if [[ -f $GFSDIR/gfs.$cycle.pgrb2.1p00.f096 ]]; then -## echo "1.0 degree model file found. Proceeding..." -## break -## else -## if [[ $attempts -le 60 ]]; then -## sleep 60 -## else -## sleep 180 -## fi -## attempts=$((attempts+1)) -## fi -##done -## -##if [[ $attempts -gt 120 ]]; then -## echo "Waited 4 hours for model file, but it did not appear." -## echo "Exiting..." -## exit 1 -##fi -## -##fi #endif for skipmodel - - -######################################################################## -# JGFSMOS_PREP47 -######################################################################## -if [[ "$skipprep" != "y" ]]; then - export job=gfsmos_prep_${cyc}_${pid} - export COMIN=$GFSDIR - jobCard=$HOMEmdl/jobs/JGFSMOS_STN_PREP -# Define DATA and create directory - export DATA=$STMPROOT/qprod/gfsmos_prep_${cyc} - export logfile=$dailylog/$job.out - export out_dir=$dailylog - - export NTASK=3 - export PTILE=3 - export OMP_NUM_THREADS=1 - - bsub -J $job \ - -o $logfile \ - -q $QUEUE \ - -x \ - -n $NTASK \ - -R "span[ptile=$PTILE]" \ - -W 0:25 \ - -P $ACCOUNT \ - $jobCard - -fi #end for skipprep - -######################################################################## -# JGFSMOS_FORECAST -######################################################################## -if [[ ! -d /gpfs/dell1/nco/ops/com/mos/prod/hry_mos.$PDY ]]; then - export ROTATE=/gpfs/dell2/mdl/mdlstat/noscrub/rotate - export COMINhry_mos=$PTMPROOT/hourly.$PDY - if [[ ! -d $COMINhry_mos ]]; then - mkdir -p $COMINhry_mos - fi - \cp $ROTATE/hry/${PDY}03 $COMINhry_mos/sfctbl.03 - \cp $ROTATE/hry/${PDY}09 $COMINhry_mos/sfctbl.09 - \cp $ROTATE/hry/${PDY}15 $COMINhry_mos/sfctbl.15 - \cp $ROTATE/hry/${PDY}21 $COMINhry_mos/sfctbl.21 -fi - -# Change COMIN to get files from user's PTMP "qprod" area -export COMIN=$COMOUT - -export job=gfsmos_fcst_${cyc}_${pid} -jobCard=$HOMEmdl/jobs/JGFSMOS_STN_FORECAST -export DATA=$STMPROOT/qprod/gfsmos_fcst_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$skipprep" != "y" ]]; then - deps="done(gfsmos_prep_${cyc}_${pid})" -else - deps="" -fi -if [[ $cyc == "00" || $cyc == "12" ]] && [[ "$stnonly" != "Y" ]]; then - complist="metar pac cooprfcmeso goe higoe akgoe tstms" - complist2="copopo3 coptype akpopo3 akptype" -else - complist="metar cooprfcmeso tstms" - complist2="" -fi - -if [[ $cyc == "00" || $cyc == "12" ]] && [[ "$stnonly" != "Y" ]]; then - export NTASK=11 - export PTILE=1 - export OMP_NUM_THREADS=1 -elif [[ $cyc == "00" || $cyc == "12" ]] && [[ "$stnonly" == "Y" ]]; then - export NTASK=5 - export PTILE=5 - export OMP_NUM_THREADS=1 -else - export NTASK=4 - export PTILE=4 - export OMP_NUM_THREADS=1 -fi - -bsub -J ${job} \ - -o $logfile \ - -q ${QUEUE} \ - -x \ - -n $NTASK \ - -R "span[ptile=$PTILE]" \ - -W 0:20 \ - -P $ACCOUNT \ - -w "$deps" \ - $jobCard - -######################################################################## -# JGFSMOS_PRDGEN -######################################################################## -jobCard=$HOMEmdl/jobs/JGFSMOS_STN_PRDGEN -export job=gfsmos_prdgen_${cyc}_${pid} -# Change COMIN back to COMOUT -export COMIN=$COMOUT -# Define DATA and create directory -export DATA=$STMPROOT/qprod/gfsmos_prdgen_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -deps="done(gfsmos_fcst_${cyc}_${pid})" -# Set Nodes -if [ $cyc -eq 00 -o $cyc -eq 12 ] && [[ "$stnonly" != "Y" ]]; then - #nodes='1*{select[craylinux && !vnode]} + 168*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - export OMP_NUM_THREADS=20 -else - #nodes='1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - export OMP_NUM_THREADS=1 -fi - -bsub -J ${job} \ - -o $logfile \ - -q ${QUEUE} \ - -x \ - -n $NTASK \ - -R "span[ptile=$PTILE]" \ - -W 0:30 \ - -P $ACCOUNT \ - -w "$deps" \ - $jobCard - -######################################################################## -# JGFSMOS_WX_PRDGEN (00z and 12z only) -######################################################################## -#if [ $cyc -eq 00 -o $cyc -eq 12 ]; then -# jobCard=$HOMEmdl/jobs/JGFSMOS_WX_PRDGEN -# export job=gfsmos_wx_prdgen_${cyc}_${pid} -# # Change COMIN back to COMOUT -# export COMIN=$COMOUT -# # Define DATA and create directory -# export DATA=$STMPROOT/qprod/gfsmos_wx_prdgen_${cyc} -# export logfile=$dailylog/$job.out -# export out_dir=$dailylog -# # Set dependencies -# deps="done(gfsmos_prdgen_${cyc}_${pid})" -# -# export NTASK=2 -# export PTILE=1 -# export OMP_NUM_THREADS=20 -# -# #bsub -J ${job} -oo $logfile -q ${QUEUE} -P MDLST-T2O \ -# # -W 1:00 -M 1000 \ -# # -extsched 'CRAYLINUX[]' \ -# # -R '1*{select[craylinux && !vnode]} + 48*{select[craylinux && vnode]span[ptile=24]}' \ -# # -w "$deps" \ -# # $jobCard -# -# bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 1:00 \ -# -M 3000 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard -#fi - -fi #endif short - -######################################################################## -######################################################################## -# EXTENDED-RANGE JOBS -######################################################################## -######################################################################## - -if [ "$range" == "ext" -o "$range" == "both" ]; then - -######################################################################## -# Wait for 1/4 degree model data -######################################################################## -#if [ "$skipmodel" != "y" ]; then -#let attempts=1 -#proj_list=$(seq -f %03g 252 12 384) -#for tau in $proj_list -#do -# while [[ $attempts -le 120 ]] -# do -# if [[ -f $GFSDIR/gfs.$cycle.pgrb2.0p25.f${tau} && -f $GFSDIR/gfs.$cycle.pgrb2.0p50.f${tau} ]]; then -# echo "Model file found. Proceeding to next..." -# break -# else -# if [[ $attempts -le 60 ]]; then -# sleep 60 -# else -# sleep 180 -# fi -# attempts=$((attempts+1)) -# fi -# done -#done -# -#if [[ $attempts -gt 120 ]]; then -# echo "Waited 4 hours for model file, but it did not appear." -# echo "Exiting..." -# exit 1 -#fi - -#fi #endif for skipmodel - -######################################################################## -# Wait for 1.0/2.5 degree GFS model files before running (Pacific GFS) -######################################################################## -#if [ "$skipmodel" != "y" ]; then -#let attempts1deg=1 -#proj_list=$(seq -f %03g 204 12 384) -#for tau in $proj_list -#do -# while [[ $attempts1deg -le 120 ]] -# do -## ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -# #if [[ -f $GFSDIR/gfs.$cycle.pgrb2.1p00.f384 && -f $GFSDIR/gfs.$cycle.pgrb2.2p50.f240 ]]; then -# if [ $cyc -eq 00 ]; then -# waitfile=$GFSDIR/gfs.$cycle.pgrb2.1p00.f384 -# else -# waitfile=$GFSDIR/gfs.$cycle.pgrb2.1p00.f180 -# fi -# if [[ -f $waitfile ]]; then -## ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -# #echo "1.0/2.5 degree model files found. Proceeding to next..." -# echo "1.0 degree model files found. Proceeding to next..." -# break -# else -# if [[ $attempts1deg -le 60 ]]; then -# sleep 60 -# else -# sleep 180 -# fi -# attempts1deg=$((aattempts1deg+1)) -# fi -# done -#done -# -#if [[ $attempts1deg -gt 120 ]]; then -# echo "Waited 4 hours for 1.0 degree model file, but it did not appear." -# echo "Exiting..." -# exit 1 -#fi - -#fi #endif for skipmodel - -######################################################################## -# JGFSMOS_EXT_PREP47 -######################################################################## -if [[ "$skipprep" != "y" ]]; then - export job=gfsmos_extprep_${cyc}_${pid} - export COMIN=$GFSDIR - jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_STN_PREP -# Define DATA and create directory - export DATA=$STMPROOT/qprod/gfsmos_extprep_${cyc} - export logfile=$dailylog/$job.out - export out_dir=$dailylog - - export NTASK=2 - export PTILE=2 - export OMP_NUM_THREADS=1 - -# bsub -J $job \ -# -o $logfile \ -# -q $QUEUE \ -# -W 2:00 \ -# -M 2500 \ -# -P MDLST-T2O \ -# -extsched 'CRAYLINUX[]' \ -# -R '1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' \ -# $jobCard - -bsub -J ${job} \ - -o $logfile \ - -q ${QUEUE} \ - -n $NTASK \ - -R "span[ptile=$PTILE]" \ - -W 2:00 \ - -P $ACCOUNT \ - $jobCard - -fi #end for skipprep - -# Skip EXT_FORECAST for 06/18 -if [ $cyc -eq 00 -o $cyc -eq 12 ]; then -######################################################################## -# JGFSMOS_EXT_FORECAST -######################################################################## -if [[ ! -d /gpfs/dell1/nco/ops/com/mos/prod/hry_mos.$PDY ]]; then - export ROTATE=/gpfs/dell2/mdl/mdlstat/noscrub/rotate - export COMINhry_mos=$PTMPROOT/hourly.$PDY - if [[ ! -d $COMINhry_mos ]]; then - mkdir -p $COMINhry_mos - fi - \cp $ROTATE/hry/${PDY}03 $COMINhry_mos/sfctbl.03 - \cp $ROTATE/hry/${PDY}09 $COMINhry_mos/sfctbl.09 - \cp $ROTATE/hry/${PDY}15 $COMINhry_mos/sfctbl.15 - \cp $ROTATE/hry/${PDY}21 $COMINhry_mos/sfctbl.21 -fi - -# Change COMIN to get files from user's PTMP "qprod" area -export COMIN=$COMOUT - -export job=gfsmos_extfcst_${cyc}_${pid} -jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_STN_FORECAST -export DATA=$STMPROOT/qprod/gfsmos_extfcst_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$skipprep" != "y" && "$range" == "both" ]]; then - deps="done(gfsmos_extprep_${cyc}_${pid}) && done(gfsmos_fcst_${cyc}_${pid})" -elif [[ "$skipprep" != "y" && "$range" == "ext" ]]; then - deps="done(gfsmos_extprep_${cyc}_${pid})" -elif [[ "$skipprep" == "y" && "$range" == "ext" ]]; then - deps="" -else - deps="done(gfsmos_fcst_${cyc}_${pid})" -fi - -if [[ $stnonly != "Y" ]]; then - export NTASK=10 - export PTILE=1 - export OMP_NUM_THREADS=1 -else - export NTASK=3 - export PTILE=3 - export OMP_NUM_THREADS=1 -fi - -#bsub -J ${job} -oo $logfile -q $QUEUE -P MDLST-T2O \ -# -W 1:00 -M 2000 \ -# -extsched 'CRAYLINUX[]' \ -# -R '1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' \ -# -w "$deps" \ -# $jobCard - -bsub -J ${job} \ - -o $logfile \ - -q ${QUEUE} \ - -x \ - -n $NTASK \ - -R "span[ptile=$PTILE]" \ - -W 1:00 \ - -P $ACCOUNT \ - -w "$deps" \ - $jobCard - -fi #endif for skipping 06/18 ext_fcst -######################################################################## -# JGFSMOS_EXT_PRDGEN -######################################################################## -jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_STN_PRDGEN -export job=gfsmos_extprdgen_${cyc}_${pid} -# Change COMIN back to COMOUT -export COMIN=$COMOUT -# Define DATA and create directory -export DATA=$STMPROOT/qprod/gfsmos_extprdgen_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$cyc" == "06" || "$cyc" == "18" ]]; then - deps="done(gfsmos_prdgen_${cyc}_${pid})" -elif [[ "$range" == "both" ]]; then - deps="done(gfsmos_extfcst_${cyc}_${pid}) && done(gfsmos_prdgen_${cyc}_${pid})" -else - deps="done(gfsmos_extfcst_${cyc}_${pid})" -fi -# Set Nodes -if [ $cyc -eq 00 -o $cyc -eq 12 ] && [[ "$stnonly" != "Y" ]]; then - #nodes='1*{select[craylinux && !vnode]} + 168*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - export OMP_NUM_THREADS=20 -else - #nodes='1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - export OMP_NUM_THREADS=1 -fi - - -#bsub -J ${job} -oo $logfile -q ${QUEUE} -P MDLST-T2O \ -# -W 1:00 -M 2000 \ -# -extsched 'CRAYLINUX[]' \ -# -R "$nodes" \ -# -w "$deps" \ -# $jobCard - -bsub -J ${job} \ - -o $logfile \ - -q ${QUEUE} \ - -x \ - -n $NTASK \ - -R "span[ptile=$PTILE]" \ - -W 1:00 \ - -P $ACCOUNT \ - -w "$deps" \ - $jobCard - -# Exit here with $cyc is 06 or 18 -if [ $cyc -eq 06 -o $cyc -eq 18 ]; then - exit 0 -fi -######################################################################## -# JGFSMOS_WX_EXT_PRDGEN -######################################################################## -#jobCard=$HOMEmdl/jobs/JGFSMOS_WX_EXT_PRDGEN -#export job=gfsmos_wx_extprdgen_${cyc}_${pid} -## Change COMIN back to COMOUT -#export COMIN=$COMOUT -## Define DATA and create directory -#export DATA=$STMPROOT/qprod/gfsmos_wx_extprdgen_${cyc} -#export logfile=$dailylog/$job.out -#export out_dir=$dailylog -## Set dependencies -#if [[ "$range" == "both" ]]; then -# deps="done(gfsmos_extprdgen_${cyc}_${pid}) && done(gfsmos_wx_prdgen_${cyc}_${pid})" -#else -# deps="done(gfsmos_extprdgen_${cyc}_${pid})" -#fi -# -#export NTASK=1 -#export PTILE=1 -#export OMP_NUM_THREADS=20 - -##bsub -J ${job} -oo $logfile -q ${QUEUE} -P MDLST-T2O \ -## -W 1:00 -M 1000 \ -## -extsched 'CRAYLINUX[]' \ -## -R '1*{select[craylinux && !vnode]} + 48*{select[craylinux && vnode]span[ptile=24]}' \ -## -w "$deps" \ -## $jobCard - -#bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 1:00 \ -# -M 3000 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard - -fi #endif for ext/both - -#--------------------- -export SENDCOM=$SENDCOM_SAVE - -exit 0 diff --git a/scripts/run_gfsmos_master.sh.hera b/scripts/run_gfsmos_master.sh.hera deleted file mode 100755 index 04bfda61c5..0000000000 --- a/scripts/run_gfsmos_master.sh.hera +++ /dev/null @@ -1,833 +0,0 @@ -#!/bin/sh -####################################################################### -# run_gfsmos.sh -# -# History: -# 03/29/13 Scallion Created (Adapted from Eric Engle's -# "master" scripts) -# 12/03/13 Scallion Added ptype/wxgrid -# -# Purpose: -# To run the GFS-MOS operational suite -# -####################################################################### -set -x - -if (( $# > 1 )); then - echo "Incorrect number of arguments." - echo "Syntax: $0 [PDYCYC (optional)]" - echo "Exiting..." - exit 1 -fi - -export PATH=./:$PATH - -####################################################################### -# Only run on the dev machine -####################################################################### -#/u/Scott.Scallion/bin/run-on-dev.sh -#[[ $? -eq 1 ]] && exit 1 - -####################################################################### -# Source bash_profile to run with proper modules on cron -####################################################################### -#elim . ~/.bash_profile 1> /dev/null 2>&1 -#. ~/.bash_profile - -####################################################################### -# Check the host to determine whether tide or gyre is prod -####################################################################### -#chkhost=$(hostname | cut -c1) -#if [[ $SITE == "GYRE" ]] || [[ $SITE == "SURGE" ]] || [[ $SITE == "VENUS" ]]; then -# gort="g" -#elif [[ $SITE == "TIDE" ]] || [[ $SITE == "LUNA" ]] || [[ $SITE == "MARS" ]]; then -# gort="t" -#fi - -####################################################################### -# Set global variables neede in the run script and/or each individual -# job script. -####################################################################### -#. $MODULESHOME/init/bash -#module purge 2>/dev/null -#module load EnvVars/1.0.2 2>/dev/null -#module load ips/18.0.1.163 2>/dev/null -#module load impi/18.0.1 2>/dev/null -#module load lsf/10.1 2>/dev/null -#module load prod_envir/1.0.3 2>/dev/null -#module load prod_util/1.1.3 2>/dev/null -#module load CFP/2.0.1 2>/dev/null -# -#module use -a /gpfs/dell1/nco/ops/nwpara/modulefiles/compiler_prod/ips/18.0.1 -#module load grib_util/1.1.1 2>/dev/null - -# HERA -module load intel/18.0.5.274 -module load impi/2018.0.4 - -module use /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles -module load bacio/2.0.3 -module load bufr/11.3.0 -module load g2/3.1.1 -module load jasper/1.900.1 -module load png/1.2.44 -module load w3emc/2.4.0 -module load w3nco/2.0.7 -module load z/1.2.11 - -module use /scratch1/NCEPDEV/mdl/nwprod/modulefiles -module load prod_util/1.0.14 - -module use /scratch1/NCEPDEV/mdl/apps/modulefiles -module load CFP/2.0.1 - -export FORT_BUFFERED=TRUE -export KMP_AFFINITY=disabled -export envir=prod -export RUN_ENVIR=${RUN_ENVIR:-""} -#export QUEUE=dev - -#------------------ -export SENDCOM=YES -export SENDCOM_SAVE=$SENDCOM -#------------------ - -#-------------------------------- -# COMDATEROOT defined by module prod_util -##export PTMPROOT=/gpfs/dell2/ptmp/$USER -##export STMPROOT=/gpfs/dell2/stmp/$USER -##export MODELROOT=/gpfs/dell2/mdl/mdlstat/noscrub/usr/$USER/nwprod -##export MODELDIR=$MODELROOT/gfsmos.v5.0.6 -##export CODEDIR=$MODELROOT/mos_shared.v2.6.1 - -export PTMPROOT=$ROTDIR/gfsmos.$PDY -export STMPROOT=$RUNDIR/gfsmos.$PDY -export DATAROOT=$STMPROOT -##export MODELROOT=/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/gfsmos -#export MODELROOT=/gpfs/dell2/mdl/mdlstat/noscrub/usr/Scott.Scallion/gfsv16 -#export MODELROOT=/scratch1/NCEPDEV/mdl/nwprod -export MODELROOT=/scratch1/NCEPDEV/global/glopara/git/global-workflow -#export MODELDIR=$MODELROOT/gfsmos.v5.2.0.1 -export MODELDIR=$MODELROOT/gfsmos.v5.2.0 -#export CODEDIR=/gpfs/dell1/nco/ops/nwpara/mos_shared.v2.6.5 -export CODEDIR=$MODELROOT/mos_shared.v2.6.5 -#-------------------------------- - -#-------------------------------- -##export PDY=20180419 -##export PDY=$(date -u +%Y%m%d) -##export prevday=$(date -u --date="${PDY} 0000 UTC 24 hours ago" +%Y%m%d) - -dateIn=$1 -#if [ $REALTIME = "YES" ]; then -# GDATE=$($NDATE -24 $dateIn) -# dateIn=$GDATE -#fi -export PDY=$(echo $dateIn | cut -c 1-8) -export cyc=$(echo $dateIn | cut -c 9-10) -export prevday=$($NDATE -24 ${PDY}00 | cut -c1-8) -#-------------------------------- - - -#-------------------------------- -##let hour=$(date -u +"%-H") -##if [[ $hour -ge 4 && $hour -lt 10 ]]; then -## export cyc=00 -## export range=both -##elif [[ $hour -ge 10 && $hour -lt 16 ]]; then -## export cyc=06 -## export range=both -##elif [[ $hour -ge 16 && $hour -lt 22 ]]; then -## export cyc=12 -## export range=both -##elif [[ $hour -ge 22 && $hour -le 23 ]]; then -## export cyc=18 -## export range=both -##else -## export cyc=18 -## export PDY=$prevday -## export range=both -##fi -## -##cyc_list="00 06 12 18" -##if [[ $# == 1 ]] && [[ $cyc_list =~ $1 ]]; then -## export cyc=$1 -## if [ "$cyc" == "00" -o "$cyc" == "12" ]; then -## export range=both -## else -## export range=both -## fi -##elif [[ $# == 1 ]]; then -## echo "$1 is not a valid cycle (choose 00 or 12)" -## exit 1 -##fi - -# ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -export range=${range:-"both"} - -#if [ $cyc -eq 00 -o $cyc -eq 12 ]; then -# if [ $cyc -eq 00 ]; then -# export range=both -# else -# export range=short -# fi -# ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -export stnonly='Y' -export skipmodel=n -export skipprep=n -export cycle="t${cyc}z" -export pid="gfs_qprod.$$" -export dailylog=$PTMPROOT/dailylog/log.$PDY -export jlogfile=$dailylog/jlogfile_gfsmos -mkdir -p $dailylog - -export SENDDBN=NO -export SENDDBN_NTC=NO -export GET_IOPROFILE=NO - -# Specify Execution Areas -export HOMEmdl=$MODELDIR -export HOMEcode=$CODEDIR -#export utilscript=/gpfs/hps/mdl/mdlstat/noscrub/usr/Scott.Scallion/ush - -if [ ! -d $HOMEmdl ]; then - echo "$HOMEmdl does not exist" - exit 1 -fi - -if [ ! -d $HOMEcode ]; then - echo "$HOMEcode does not exist" - exit 1 -fi - - -#------------------------------------- -# Define COMOUT (COMIN will vary by job) -#export GFSDIR=$COMROOThps/gfs/prod/gfs.$PDY -##export GFSDIR=$COMROOThps/gfs/prod/gfs.$PDY -##export COMINgfs=$GFSDIR -##export COMOUT=$PTMPROOT/qprod/gfsmos.$PDY - -export GFSDIR=$COMROOT/gfs/prod/gfs.${PDY} -if [[ "$RUN_ENVIR" = "emc" ]] ; then - export GFSDIR=$ROTDIR/gfs.${PDY} -fi -export COMINgfs=$GFSDIR -export COMOUT=$ROTDIR/gfsmos.$PDY - -#export COMINm1=$PTMPROOT/gfsmos.$prevday -#export COMINm1=$PTMPROOT/qprod/gfsmos_gmos_pre-nbmv2.$prevday -#export COMINm1=$PTMPROOT/qprod/gfsmos.$prevday - -if [[ ! -d $PTMPROOT/qprod ]]; then - mkdir -p $PTMPROOT/qprod -fi - -if [[ ! -d $COMOUT ]]; then - mkdir -p $COMOUT -fi - -export COMOUTwmo=$PTMPROOT/wmo - -if [[ ! -d $COMOUTwmo ]]; then - mkdir -p $COMOUTwmo -fi - - -# NOTE: On WCOSS_DELL_P3 the directory from which bsub -# is executed must exist when the submitted job -# begins. Otherwise, the submitted job fails -# with TERM_CWD_NOTEXIST error. - -mkdir -p $DATAROOT -cd $DATAROOT - - -if [ "$range" == "short" -o "$range" == "both" ]; then -######################################################################## -######################################################################## -# SHORT-RANGE JOBS -######################################################################## -######################################################################## - -######################################################################## -# Wait for 1 degree model data -######################################################################## -##if [ "$skipmodel" != "y" ]; then -##let attempts=1 -##while [[ $attempts -le 120 ]] -##do -## if [[ -f $GFSDIR/gfs.$cycle.pgrb2.1p00.f096 ]]; then -## echo "Model file found. Proceeding..." -## break -## else -## if [[ $attempts -le 60 ]]; then -## sleep 60 -## else -## sleep 180 -## fi -## attempts=$((attempts+1)) -## fi -##done -## -##if [[ $attempts -gt 120 ]]; then -## echo "Waited 4 hours for model file, but it did not appear." -## echo "Exiting..." -## exit 1 -##fi -## -##fi #endif for skipmodel - -######################################################################## -# Wait for 1/4 degree model data -######################################################################## -##if [ "$skipmodel" != "y" ]; then -##let attempts=1 -##while [[ $attempts -le 120 ]] -##do -## if [[ -f $GFSDIR/gfs.$cycle.pgrb2.0p25.f096 ]]; then -## echo "Model file found. Proceeding..." -## break -## else -## if [[ $attempts -le 60 ]]; then -## sleep 60 -## else -## sleep 180 -## fi -## attempts=$((attempts+1)) -## fi -##done - -##if [[ $attempts -gt 120 ]]; then -## echo "Waited 4 hours for model file, but it did not appear." -## echo "Exiting..." -## exit 1 -##fi -## -##fi #endif for skipmodel - -######################################################################## -# Wait for 1.0 degree GFS model files before running (Pacific MOS) -######################################################################## -##if [ "$skipmodel" != "y" ]; then -##let attempts=1 -##while [[ $attempts -le 120 ]] -##do -## if [[ -f $GFSDIR/gfs.$cycle.pgrb2.1p00.f096 ]]; then -## echo "1.0 degree model file found. Proceeding..." -## break -## else -## if [[ $attempts -le 60 ]]; then -## sleep 60 -## else -## sleep 180 -## fi -## attempts=$((attempts+1)) -## fi -##done -## -##if [[ $attempts -gt 120 ]]; then -## echo "Waited 4 hours for model file, but it did not appear." -## echo "Exiting..." -## exit 1 -##fi -## -##fi #endif for skipmodel - - -######################################################################## -# JGFSMOS_PREP47 -######################################################################## -if [[ "$skipprep" != "y" ]]; then - export job=gfsmos_prep_${cyc}_${pid} - export COMIN=$GFSDIR - jobCard=$HOMEmdl/jobs/JGFSMOS_STN_PREP -# Define DATA and create directory - export DATA=$STMPROOT/qprod/gfsmos_prep_${cyc} - export logfile=$dailylog/$job.out - export out_dir=$dailylog - - export NTASK=3 - export PTILE=3 - export OMP_NUM_THREADS=1 - -# bsub -J $job \ -# -o $logfile \ -# -q $QUEUE \ -# -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 0:25 \ -# -P $ACCOUNT \ -# $jobCard - -# HERA (Slurm) -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=1g -t 00:25:00 -o $logfile $jobCard -sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=1g -t 01:00:00 -o $logfile $jobCard 1> temp -JGFSMOS_STN_PREP_JOBID=$(cat temp | sed 's/[A-Za-z ]//g') - -fi #end for skipprep - -######################################################################## -# JGFSMOS_FORECAST -######################################################################## -#if [[ ! -d /gpfs/dell1/nco/ops/com/mos/prod/hry_mos.$PDY ]]; then -# export ROTATE=/gpfs/dell2/mdl/mdlstat/noscrub/rotate -# #export COMINhry_mos=$PTMPROOT/hourly.$PDY -# export COMINhry_mos=/scratch1/NCEPDEV/mdl/Michael.N.Baker/hry/hry_mos.$PDY -# if [[ ! -d $COMINhry_mos ]]; then -# mkdir -p $COMINhry_mos -# fi -# \cp $ROTATE/hry/${PDY}03 $COMINhry_mos/sfctbl.03 -# \cp $ROTATE/hry/${PDY}09 $COMINhry_mos/sfctbl.09 -# \cp $ROTATE/hry/${PDY}15 $COMINhry_mos/sfctbl.15 -# \cp $ROTATE/hry/${PDY}21 $COMINhry_mos/sfctbl.21 -#fi -export COMINhry_mos=/scratch1/NCEPDEV/mdl/Michael.N.Baker/hry/hry_mos.$PDY - -# Change COMIN to get files from user's PTMP "qprod" area -export COMIN=$COMOUT - -export job=gfsmos_fcst_${cyc}_${pid} -jobCard=$HOMEmdl/jobs/JGFSMOS_STN_FORECAST -export DATA=$STMPROOT/qprod/gfsmos_fcst_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$skipprep" != "y" ]]; then - #ORIG deps="done(gfsmos_prep_${cyc}_${pid})" - deps="afterany:$JGFSMOS_STN_PREP_JOBID" -else - deps="" -fi -if [[ $cyc == "00" || $cyc == "12" ]] && [[ "$stnonly" != "Y" ]]; then - complist="metar pac cooprfcmeso goe higoe akgoe tstms" - complist2="copopo3 coptype akpopo3 akptype" -else - complist="metar cooprfcmeso tstms" - complist2="" -fi - -if [[ $cyc == "00" || $cyc == "12" ]] && [[ "$stnonly" != "Y" ]]; then - export NTASK=11 - export PTILE=1 - export OMP_NUM_THREADS=1 -elif [[ $cyc == "00" || $cyc == "12" ]] && [[ "$stnonly" == "Y" ]]; then - export NTASK=5 - export PTILE=5 - export OMP_NUM_THREADS=1 -else - export NTASK=4 - export PTILE=4 - export OMP_NUM_THREADS=1 -fi - -#bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} \ -# -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 0:20 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard - -# HERA (Slurm) -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 00:20:00 -o $logfile $jobCard -sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 01:00:00 -o $logfile --dependency=$deps $jobCard 1> temp -JGFSMOS_STN_FORECAST_JOBID=$(cat temp | sed 's/[A-Za-z ]//g') - -######################################################################## -# JGFSMOS_PRDGEN -######################################################################## -jobCard=$HOMEmdl/jobs/JGFSMOS_STN_PRDGEN -export job=gfsmos_prdgen_${cyc}_${pid} -# Change COMIN back to COMOUT -export COMIN=$COMOUT -# Define DATA and create directory -export DATA=$STMPROOT/qprod/gfsmos_prdgen_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -#ORIG deps="done(gfsmos_fcst_${cyc}_${pid})" -deps="afterany:$JGFSMOS_STN_FORECAST_JOBID" -# Set Nodes -if [ $cyc -eq 00 -o $cyc -eq 12 ] && [[ "$stnonly" != "Y" ]]; then - #nodes='1*{select[craylinux && !vnode]} + 168*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - #ORIG export OMP_NUM_THREADS=20 - export OMP_NUM_THREADS=1 -else - #nodes='1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - export OMP_NUM_THREADS=1 -fi - -#bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} \ -# -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 0:30 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard - -# HERA (Slurm) -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 00:30:00 -o $logfile $jobCard -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 02:00:00 -o $logfile --dependency=$deps $jobCard 1> temp -sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --exclusive -t 02:00:00 -o $logfile --dependency=$deps $jobCard 1> temp -JGFSMOS_STN_PRDGEN_JOBID=$(cat temp | sed 's/[A-Za-z ]//g') - -######################################################################## -# JGFSMOS_WX_PRDGEN (00z and 12z only) -######################################################################## -#if [ $cyc -eq 00 -o $cyc -eq 12 ]; then -# jobCard=$HOMEmdl/jobs/JGFSMOS_WX_PRDGEN -# export job=gfsmos_wx_prdgen_${cyc}_${pid} -# # Change COMIN back to COMOUT -# export COMIN=$COMOUT -# # Define DATA and create directory -# export DATA=$STMPROOT/qprod/gfsmos_wx_prdgen_${cyc} -# export logfile=$dailylog/$job.out -# export out_dir=$dailylog -# # Set dependencies -# deps="done(gfsmos_prdgen_${cyc}_${pid})" -# -# export NTASK=2 -# export PTILE=1 -# export OMP_NUM_THREADS=20 -# -# #bsub -J ${job} -oo $logfile -q ${QUEUE} -P MDLST-T2O \ -# # -W 1:00 -M 1000 \ -# # -extsched 'CRAYLINUX[]' \ -# # -R '1*{select[craylinux && !vnode]} + 48*{select[craylinux && vnode]span[ptile=24]}' \ -# # -w "$deps" \ -# # $jobCard -# -# bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 1:00 \ -# -M 3000 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard -#fi - -fi #endif short - -######################################################################## -######################################################################## -# EXTENDED-RANGE JOBS -######################################################################## -######################################################################## - -if [ "$range" == "ext" -o "$range" == "both" ]; then - -######################################################################## -# Wait for 1/4 degree model data -######################################################################## -#if [ "$skipmodel" != "y" ]; then -#let attempts=1 -#proj_list=$(seq -f %03g 252 12 384) -#for tau in $proj_list -#do -# while [[ $attempts -le 120 ]] -# do -# if [[ -f $GFSDIR/gfs.$cycle.pgrb2.0p25.f${tau} && -f $GFSDIR/gfs.$cycle.pgrb2.0p50.f${tau} ]]; then -# echo "Model file found. Proceeding to next..." -# break -# else -# if [[ $attempts -le 60 ]]; then -# sleep 60 -# else -# sleep 180 -# fi -# attempts=$((attempts+1)) -# fi -# done -#done -# -#if [[ $attempts -gt 120 ]]; then -# echo "Waited 4 hours for model file, but it did not appear." -# echo "Exiting..." -# exit 1 -#fi - -#fi #endif for skipmodel - -######################################################################## -# Wait for 1.0/2.5 degree GFS model files before running (Pacific GFS) -######################################################################## -#if [ "$skipmodel" != "y" ]; then -#let attempts1deg=1 -#proj_list=$(seq -f %03g 204 12 384) -#for tau in $proj_list -#do -# while [[ $attempts1deg -le 120 ]] -# do -## ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -# #if [[ -f $GFSDIR/gfs.$cycle.pgrb2.1p00.f384 && -f $GFSDIR/gfs.$cycle.pgrb2.2p50.f240 ]]; then -# if [ $cyc -eq 00 ]; then -# waitfile=$GFSDIR/gfs.$cycle.pgrb2.1p00.f384 -# else -# waitfile=$GFSDIR/gfs.$cycle.pgrb2.1p00.f180 -# fi -# if [[ -f $waitfile ]]; then -## ERIC ENGLE 05/30/2018 - PATCH FOR FV3GFS WINTER 17/18 PARALLEL -# #echo "1.0/2.5 degree model files found. Proceeding to next..." -# echo "1.0 degree model files found. Proceeding to next..." -# break -# else -# if [[ $attempts1deg -le 60 ]]; then -# sleep 60 -# else -# sleep 180 -# fi -# attempts1deg=$((aattempts1deg+1)) -# fi -# done -#done -# -#if [[ $attempts1deg -gt 120 ]]; then -# echo "Waited 4 hours for 1.0 degree model file, but it did not appear." -# echo "Exiting..." -# exit 1 -#fi - -#fi #endif for skipmodel - -######################################################################## -# JGFSMOS_EXT_PREP47 -######################################################################## -if [[ "$skipprep" != "y" ]]; then - export job=gfsmos_extprep_${cyc}_${pid} - export COMIN=$GFSDIR - jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_STN_PREP -# Define DATA and create directory - export DATA=$STMPROOT/qprod/gfsmos_extprep_${cyc} - export logfile=$dailylog/$job.out - export out_dir=$dailylog - - export NTASK=2 - export PTILE=2 - export OMP_NUM_THREADS=1 - -# bsub -J $job \ -# -o $logfile \ -# -q $QUEUE \ -# -W 2:00 \ -# -M 2500 \ -# -P MDLST-T2O \ -# -extsched 'CRAYLINUX[]' \ -# -R '1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' \ -# $jobCard - -#bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 2:00 \ -# -P $ACCOUNT \ -# $jobCard - -# HERA (Slurm) -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 00:10:00 -o $logfile $jobCard -sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 01:00:00 -o $logfile $jobCard 1> temp -JGFSMOS_EXT_STN_PREP_JOBID=$(cat temp | sed 's/[A-Za-z ]//g') - -fi #end for skipprep - -# Skip EXT_FORECAST for 06/18 -if [ $cyc -eq 00 -o $cyc -eq 12 ]; then -######################################################################## -# JGFSMOS_EXT_FORECAST -######################################################################## -#if [[ ! -d /gpfs/dell1/nco/ops/com/mos/prod/hry_mos.$PDY ]]; then -# export ROTATE=/gpfs/dell2/mdl/mdlstat/noscrub/rotate -# #export COMINhry_mos=$PTMPROOT/hourly.$PDY -# export COMINhry_mos=/scratch1/NCEPDEV/mdl/Michael.N.Baker/hry/hry_mos.$PDY -# if [[ ! -d $COMINhry_mos ]]; then -# mkdir -p $COMINhry_mos -# fi -# \cp $ROTATE/hry/${PDY}03 $COMINhry_mos/sfctbl.03 -# \cp $ROTATE/hry/${PDY}09 $COMINhry_mos/sfctbl.09 -# \cp $ROTATE/hry/${PDY}15 $COMINhry_mos/sfctbl.15 -# \cp $ROTATE/hry/${PDY}21 $COMINhry_mos/sfctbl.21 -#fi -export COMINhry_mos=/scratch1/NCEPDEV/mdl/Michael.N.Baker/hry/hry_mos.$PDY - -# Change COMIN to get files from user's PTMP "qprod" area -export COMIN=$COMOUT - -export job=gfsmos_extfcst_${cyc}_${pid} -jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_STN_FORECAST -export DATA=$STMPROOT/qprod/gfsmos_extfcst_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$skipprep" != "y" && "$range" == "both" ]]; then - #ORIG deps="done(gfsmos_extprep_${cyc}_${pid}) && done(gfsmos_fcst_${cyc}_${pid})" - deps="afterany:${JGFSMOS_EXT_STN_PREP_JOBID},${JGFSMOS_STN_FORECAST_JOBID}" -elif [[ "$skipprep" != "y" && "$range" == "ext" ]]; then - #ORIG deps="done(gfsmos_extprep_${cyc}_${pid})" - deps="afterany:$JGFSMOS_EXT_STN_PREP_JOBID" -elif [[ "$skipprep" == "y" && "$range" == "ext" ]]; then - deps="" -else - #ORIG deps="done(gfsmos_fcst_${cyc}_${pid})" - deps="afterany:$JGFSMOS_STN_FORECAST_JOBID" -fi - -if [[ $stnonly != "Y" ]]; then - export NTASK=10 - export PTILE=1 - export OMP_NUM_THREADS=1 -else - export NTASK=3 - export PTILE=3 - export OMP_NUM_THREADS=1 -fi - -#bsub -J ${job} -oo $logfile -q $QUEUE -P MDLST-T2O \ -# -W 1:00 -M 2000 \ -# -extsched 'CRAYLINUX[]' \ -# -R '1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' \ -# -w "$deps" \ -# $jobCard - -#bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} \ -# -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 1:00 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard - -# HERA (Slurm) -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 01:00:00 -o $logfile $jobCard -sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 02:00:00 -o $logfile --dependency=$deps $jobCard 1> temp -JGFSMOS_EXT_STN_FORECAST_JOBID=$(cat temp | sed 's/[A-Za-z ]//g') - -fi #endif for skipping 06/18 ext_fcst -######################################################################## -# JGFSMOS_EXT_PRDGEN -######################################################################## -jobCard=$HOMEmdl/jobs/JGFSMOS_EXT_STN_PRDGEN -export job=gfsmos_extprdgen_${cyc}_${pid} -# Change COMIN back to COMOUT -export COMIN=$COMOUT -# Define DATA and create directory -export DATA=$STMPROOT/qprod/gfsmos_extprdgen_${cyc} -export logfile=$dailylog/$job.out -export out_dir=$dailylog -# Set dependencies -if [[ "$cyc" == "06" || "$cyc" == "18" ]]; then - #ORIG deps="done(gfsmos_prdgen_${cyc}_${pid})" - deps="afterany:$JGFSMOS_STN_PRDGEN_JOBID" -elif [[ "$range" == "both" ]]; then - #ORIG deps="done(gfsmos_extfcst_${cyc}_${pid}) && done(gfsmos_prdgen_${cyc}_${pid})" - deps="afterany:${JGFSMOS_EXT_STN_FORECAST_JOBID},${JGFSMOS_STN_PRDGEN_JOBID}" -else - #ORIG deps="done(gfsmos_extfcst_${cyc}_${pid})" - deps="afterany:$JGFSMOS_EXT_STN_FORECAST" -fi -# Set Nodes -if [ $cyc -eq 00 -o $cyc -eq 12 ] && [[ "$stnonly" != "Y" ]]; then - #nodes='1*{select[craylinux && !vnode]} + 168*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - #ORIG export OMP_NUM_THREADS=20 - export OMP_NUM_THREADS=1 -else - #nodes='1*{select[craylinux && !vnode]} + 24*{select[craylinux && vnode]span[ptile=24]}' - export NTASK=1 - export PTILE=1 - export OMP_NUM_THREADS=1 -fi - - -#bsub -J ${job} -oo $logfile -q ${QUEUE} -P MDLST-T2O \ -# -W 1:00 -M 2000 \ -# -extsched 'CRAYLINUX[]' \ -# -R "$nodes" \ -# -w "$deps" \ -# $jobCard - -#bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} \ -# -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 1:00 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard - -# HERA (Slurm) -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 01:00:00 -o $logfile $jobCard -#sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --mem-per-cpu=4g -t 02:00:00 -o $logfile --dependency=$deps $jobCard #NOTE: No need to redirect stdout. -sbatch -A $ACCOUNT -J $job -q batch -n $NTASK --ntasks-per-node=$PTILE --exclusive -t 02:00:00 -o $logfile --dependency=$deps $jobCard #NOTE: No need to redirect stdout. - -# Exit here with $cyc is 06 or 18 -if [ $cyc -eq 06 -o $cyc -eq 18 ]; then - exit 0 -fi -######################################################################## -# JGFSMOS_WX_EXT_PRDGEN -######################################################################## -#jobCard=$HOMEmdl/jobs/JGFSMOS_WX_EXT_PRDGEN -#export job=gfsmos_wx_extprdgen_${cyc}_${pid} -## Change COMIN back to COMOUT -#export COMIN=$COMOUT -## Define DATA and create directory -#export DATA=$STMPROOT/qprod/gfsmos_wx_extprdgen_${cyc} -#export logfile=$dailylog/$job.out -#export out_dir=$dailylog -## Set dependencies -#if [[ "$range" == "both" ]]; then -# deps="done(gfsmos_extprdgen_${cyc}_${pid}) && done(gfsmos_wx_prdgen_${cyc}_${pid})" -#else -# deps="done(gfsmos_extprdgen_${cyc}_${pid})" -#fi -# -#export NTASK=1 -#export PTILE=1 -#export OMP_NUM_THREADS=20 - -##bsub -J ${job} -oo $logfile -q ${QUEUE} -P MDLST-T2O \ -## -W 1:00 -M 1000 \ -## -extsched 'CRAYLINUX[]' \ -## -R '1*{select[craylinux && !vnode]} + 48*{select[craylinux && vnode]span[ptile=24]}' \ -## -w "$deps" \ -## $jobCard - -#bsub -J ${job} \ -# -o $logfile \ -# -q ${QUEUE} -x \ -# -n $NTASK \ -# -R "span[ptile=$PTILE]" \ -# -W 1:00 \ -# -M 3000 \ -# -P $ACCOUNT \ -# -w "$deps" \ -# $jobCard - -fi #endif for ext/both - -#--------------------- -export SENDCOM=$SENDCOM_SAVE - -exit 0 diff --git a/sorc/build_gfs_util.sh b/sorc/build_gfs_util.sh index 4844bf0068..675d1c9609 100755 --- a/sorc/build_gfs_util.sh +++ b/sorc/build_gfs_util.sh @@ -7,12 +7,12 @@ export dir=$( pwd ) cd ../util/sorc # Check for gfs_util folders exist -if [ ! -d "./mkgfsawps.fd" ]; then +if [ ! -d "./mkgfsawps.fd" ]; then echo " " echo " GFS_UTIL folders DO NOT exist " echo " " exit -fi +fi echo "" echo " Building ... Executables for GFS_UTILITIES " diff --git a/sorc/build_ufs_utils.sh b/sorc/build_ufs_utils.sh index a45b008650..480dda9b89 100755 --- a/sorc/build_ufs_utils.sh +++ b/sorc/build_ufs_utils.sh @@ -4,9 +4,6 @@ set -eux source ./machine-setup.sh > /dev/null 2>&1 cwd=$(pwd) -if [ $target = wcoss_dell_p3 ]; then target=dell; fi -if [ $target = wcoss_cray ]; then target=cray; fi - cd ufs_utils.fd ./build_all.sh diff --git a/sorc/enkf_chgres_recenter.fd/makefile b/sorc/enkf_chgres_recenter.fd/makefile deleted file mode 100755 index 2a5f36b369..0000000000 --- a/sorc/enkf_chgres_recenter.fd/makefile +++ /dev/null @@ -1,27 +0,0 @@ -SHELL= /bin/sh - -LIBS= $(NEMSIO_LIB) $(BACIO_LIB4) $(W3NCO_LIBd) $(IP_LIBd) $(SP_LIBd) - -CMD= enkf_chgres_recenter.x - -OBJS = driver.o input_data.o interp.o output_data.o utils.o setup.o - -$(CMD): $(OBJS) - $(FC) $(FFLAGS) -o $(CMD) $(OBJS) $(LIBS) - -driver.o: setup.o output_data.o interp.o input_data.o driver.f90 - $(FC) $(FFLAGS) -I$(NEMSIO_INC) -c driver.f90 -interp.o: setup.o utils.o output_data.o input_data.o interp.f90 - $(FC) $(FFLAGS) -I$(NEMSIO_INC) -c interp.f90 -input_data.o: setup.o utils.o input_data.f90 - $(FC) $(FFLAGS) -I$(NEMSIO_INC) -c input_data.f90 -output_data.o: setup.o utils.o input_data.o output_data.f90 - $(FC) $(FFLAGS) -I$(NEMSIO_INC) -c output_data.f90 -setup.o: setup.f90 - $(FC) $(FFLAGS) -I$(NEMSIO_INC) -c setup.f90 -utils.o: utils.f90 - $(FC) $(FFLAGS) -I$(NEMSIO_INC) -c utils.f90 -clean: - rm -f *.o *.mod ${CMD} -install: - -cp $(CMD) ../../exec/. diff --git a/sorc/enkf_chgres_recenter_nc.fd/makefile b/sorc/enkf_chgres_recenter_nc.fd/makefile deleted file mode 100644 index c9f4c7be37..0000000000 --- a/sorc/enkf_chgres_recenter_nc.fd/makefile +++ /dev/null @@ -1,28 +0,0 @@ -SHELL= /bin/sh - -LIBS= $(FV3GFS_NCIO_LIB) $(BACIO_LIB4) $(W3NCO_LIB4) $(IP_LIB4) $(SP_LIB4) -L$(NETCDF)/lib -lnetcdff -lnetcdf -lhdf5_hl -lhdf5 -lz - -CMD= enkf_chgres_recenter_nc.x - -OBJS = driver.o input_data.o interp.o output_data.o utils.o setup.o - -$(CMD): $(OBJS) - $(FC) $(FFLAGS) -o $(CMD) $(OBJS) $(LIBS) - -driver.o: setup.o output_data.o interp.o input_data.o driver.f90 - $(FC) $(FFLAGS) -I$(FV3GFS_NCIO_INC) -I$(NETCDF)/include -c driver.f90 -interp.o: setup.o utils.o output_data.o input_data.o interp.f90 - $(FC) $(FFLAGS) -I$(FV3GFS_NCIO_INC) -I$(NETCDF)/include -c interp.f90 -input_data.o: setup.o utils.o input_data.f90 - $(FC) $(FFLAGS) -I$(FV3GFS_NCIO_INC) -I$(NETCDF)/include -c input_data.f90 -output_data.o: setup.o utils.o input_data.o output_data.f90 - $(FC) $(FFLAGS) -I$(FV3GFS_NCIO_INC) -I$(NETCDF)/include -c output_data.f90 -setup.o: setup.f90 - $(FC) $(FFLAGS) -I$(FV3GFS_NCIO_INC) -I$(NETCDF)/include -c setup.f90 -utils.o: utils.f90 - $(FC) $(FFLAGS) -I$(FV3GFS_NCIO_INC) -I$(NETCDF)/include -c utils.f90 -clean: - rm -f *.o *.mod ${CMD} -install: - -cp $(CMD) ../../exec/. - diff --git a/sorc/fbwndgfs.fd/fbwndgfs.f b/sorc/fbwndgfs.fd/fbwndgfs.f old mode 100755 new mode 100644 diff --git a/sorc/fbwndgfs.fd/makefile.GENERIC b/sorc/fbwndgfs.fd/makefile.GENERIC deleted file mode 100755 index f38539916f..0000000000 --- a/sorc/fbwndgfs.fd/makefile.GENERIC +++ /dev/null @@ -1,81 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 12:00:38 PM on 11/27/96 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -SRCS= fbwndgfs.f - -OBJS= fbwndgfs.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = ifort -LDFLAGS = -LIBS = ${W3NCO_LIB8} ${W3EMC_LIB8} ${BACIO_LIB8} ${IP_LIB8} ${SP_LIB8} -CMD = fbwndgfs -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = -O3 -g -I ${IP_INC8} -assume byterecl -convert big_endian -r8 -i8 -#FFLAGS = -F -#FFLAGS = -Wf"-ez" - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(PROFLIB) $(LIBS) - -install: - mkdir -p ../../exec - cp -p $(CMD) ../../exec - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/sorc/fbwndgfs.fd/makefile.theia b/sorc/fbwndgfs.fd/makefile.theia deleted file mode 100755 index f38539916f..0000000000 --- a/sorc/fbwndgfs.fd/makefile.theia +++ /dev/null @@ -1,81 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 12:00:38 PM on 11/27/96 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -SRCS= fbwndgfs.f - -OBJS= fbwndgfs.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = ifort -LDFLAGS = -LIBS = ${W3NCO_LIB8} ${W3EMC_LIB8} ${BACIO_LIB8} ${IP_LIB8} ${SP_LIB8} -CMD = fbwndgfs -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = -O3 -g -I ${IP_INC8} -assume byterecl -convert big_endian -r8 -i8 -#FFLAGS = -F -#FFLAGS = -Wf"-ez" - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(PROFLIB) $(LIBS) - -install: - mkdir -p ../../exec - cp -p $(CMD) ../../exec - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/sorc/fbwndgfs.fd/makefile.wcoss b/sorc/fbwndgfs.fd/makefile.wcoss deleted file mode 100755 index f38539916f..0000000000 --- a/sorc/fbwndgfs.fd/makefile.wcoss +++ /dev/null @@ -1,81 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 12:00:38 PM on 11/27/96 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -SRCS= fbwndgfs.f - -OBJS= fbwndgfs.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = ifort -LDFLAGS = -LIBS = ${W3NCO_LIB8} ${W3EMC_LIB8} ${BACIO_LIB8} ${IP_LIB8} ${SP_LIB8} -CMD = fbwndgfs -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = -O3 -g -I ${IP_INC8} -assume byterecl -convert big_endian -r8 -i8 -#FFLAGS = -F -#FFLAGS = -Wf"-ez" - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(PROFLIB) $(LIBS) - -install: - mkdir -p ../../exec - cp -p $(CMD) ../../exec - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/sorc/fbwndgfs.fd/makefile.wcoss_cray b/sorc/fbwndgfs.fd/makefile.wcoss_cray deleted file mode 100755 index 0ebe267cb9..0000000000 --- a/sorc/fbwndgfs.fd/makefile.wcoss_cray +++ /dev/null @@ -1,81 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 12:00:38 PM on 11/27/96 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -SRCS= fbwndgfs.f - -OBJS= fbwndgfs.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = ftn -LDFLAGS = -LIBS = ${W3NCO_LIB8} ${W3EMC_LIB8} ${BACIO_LIB8} ${IP_LIB8} ${SP_LIB8} -CMD = fbwndgfs -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = -O3 -g -I ${IP_INC8} -assume byterecl -convert big_endian -r8 -i8 -axCORE-AVX2 -#FFLAGS = -F -#FFLAGS = -Wf"-ez" - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(PROFLIB) $(LIBS) - -install: - mkdir -p ../../exec - cp -p $(CMD) ../../exec - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/sorc/fbwndgfs.fd/makefile.wcoss_dell_p3 b/sorc/fbwndgfs.fd/makefile.wcoss_dell_p3 deleted file mode 100755 index f38539916f..0000000000 --- a/sorc/fbwndgfs.fd/makefile.wcoss_dell_p3 +++ /dev/null @@ -1,81 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 12:00:38 PM on 11/27/96 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -SRCS= fbwndgfs.f - -OBJS= fbwndgfs.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = ifort -LDFLAGS = -LIBS = ${W3NCO_LIB8} ${W3EMC_LIB8} ${BACIO_LIB8} ${IP_LIB8} ${SP_LIB8} -CMD = fbwndgfs -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = -O3 -g -I ${IP_INC8} -assume byterecl -convert big_endian -r8 -i8 -#FFLAGS = -F -#FFLAGS = -Wf"-ez" - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(PROFLIB) $(LIBS) - -install: - mkdir -p ../../exec - cp -p $(CMD) ../../exec - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/sorc/fv3nc2nemsio.fd/makefile.sh b/sorc/fv3nc2nemsio.fd/makefile.sh deleted file mode 100755 index 30c60cf7f0..0000000000 --- a/sorc/fv3nc2nemsio.fd/makefile.sh +++ /dev/null @@ -1,24 +0,0 @@ -#!/bin/ksh -set -x - -machine=${1:-"cray"} - -source ../../modulefiles/module-setup.sh.inc -module use ../../modulefiles -module load modulefile.fv3nc2nemsio.$machine - -LIBnetcdf=$($NETCDF/bin/nf-config --flibs) -INCnetcdf=$($NETCDF/bin/nf-config --fflags) -export NETCDF_LDFLAGS=$LIBnetcdf -export NETCDF_INCLUDE=$INCnetcdf - - -$FCMP $FFLAGS -c kinds.f90 -$FCMP $FFLAGS -c constants.f90 -$FCMP $FFLAGS $NETCDF_INCLUDE -I $NEMSIO_INC -c fv3_module.f90 -$FCMP $FFLAGS $NETCDF_INCLUDE -I $NEMSIO_INC -I. -o fv3nc2nemsio.x fv3_main.f90 fv3_module.o $NETCDF_LDFLAGS $NEMSIO_LIB $BACIO_LIB4 $W3NCO_LIBd - -mv fv3nc2nemsio.x ../../exec/. -rm -f *.o *.mod - -exit 0 diff --git a/sorc/gaussian_sfcanl.fd/CMakeLists.txt b/sorc/gaussian_sfcanl.fd/CMakeLists.txt index 6447fdaf6a..b83035e86e 100644 --- a/sorc/gaussian_sfcanl.fd/CMakeLists.txt +++ b/sorc/gaussian_sfcanl.fd/CMakeLists.txt @@ -1,3 +1,5 @@ +add_subdirectory(weight_gen) + list(APPEND fortran_src gaussian_sfcanl.f90 ) diff --git a/sorc/gaussian_sfcanl.fd/Makefile b/sorc/gaussian_sfcanl.fd/Makefile deleted file mode 100755 index 69cd35f7ae..0000000000 --- a/sorc/gaussian_sfcanl.fd/Makefile +++ /dev/null @@ -1,22 +0,0 @@ -SHELL= /bin/sh - -CMD= gaussian_sfcanl.exe - -OBJS = gaussian_sfcanl.o - -build: $(CMD) - -$(CMD): $(OBJS) - $(FCOMP) $(FFLAGS) -I$(NEMSIO_INC) $(NETCDF_INCLUDE) -o $(CMD) $(OBJS) $(NETCDF_LDFLAGS_F) $(NEMSIO_LIB) $(BACIO_LIB4) $(W3NCO_LIBd) $(SP_LIB4) - -gaussian_sfcanl.o: gaussian_sfcanl.f90 - $(FCOMP) $(FFLAGS) -I$(NEMSIO_INC) $(NETCDF_INCLUDE) -c gaussian_sfcanl.f90 - -install: - cp ${CMD} ../../exec - -clean: - rm -f *.o *.mod ${CMD} ../../exec/${CMD} - -test: - @echo NO TESTS YET diff --git a/sorc/gaussian_sfcanl.fd/makefile.sh b/sorc/gaussian_sfcanl.fd/makefile.sh deleted file mode 100755 index b1c5adefde..0000000000 --- a/sorc/gaussian_sfcanl.fd/makefile.sh +++ /dev/null @@ -1,19 +0,0 @@ -#!/bin/sh - -export FFLAGS="-O3 -fp-model precise -g -r8 -i4" -# for debugging -#export FFLAGS="-g -r8 -i4 -warn unused -check bounds" - -export NETCDF_INCLUDE="-I${NETCDF}/include" -export NETCDF_LDFLAGS_F="-L${NETCDF}/lib -lnetcdf -lnetcdff -L${HDF5}/lib -lhdf5 " - -make clean -make build -err=$? -if [ $err -ne 0 ]; then - echo ERROR BUILDING GAUSSIAN_SFCANL - exit 2 -fi -make install - -exit diff --git a/sorc/gaussian_sfcanl.fd/weight_gen/CMakeLists.txt b/sorc/gaussian_sfcanl.fd/weight_gen/CMakeLists.txt new file mode 100644 index 0000000000..db3cbf17a8 --- /dev/null +++ b/sorc/gaussian_sfcanl.fd/weight_gen/CMakeLists.txt @@ -0,0 +1 @@ +add_subdirectory(scrip.fd) diff --git a/sorc/gaussian_sfcanl.fd/weight_gen/README b/sorc/gaussian_sfcanl.fd/weight_gen/README index 304c6f0e0e..10294dfc33 100644 --- a/sorc/gaussian_sfcanl.fd/weight_gen/README +++ b/sorc/gaussian_sfcanl.fd/weight_gen/README @@ -1,5 +1,5 @@ Creates the ESMF integration weight files to transform from cubed-sphere grids -to comparable (in resolution) global gaussian grids. +to comparable (in resolution) global gaussian grids. First, compile the program that creates the 'scrip' files for the global gaussian grids. For each resolution, two grids are created: @@ -8,7 +8,7 @@ To compile, cd to ./scrip.fd and type 'make.sh'. Currently, only compiles/runs on Theia. Then, run the 'run.theia.ksh' script for the resolution desired. -Script first calls the 'scrip' program, then calls ESMF utility +Script first calls the 'scrip' program, then calls ESMF utility 'RegridWeightGen' to create the interpolation weight files. Weight files for the following transforms are created: diff --git a/sorc/gaussian_sfcanl.fd/weight_gen/run.theia.sh b/sorc/gaussian_sfcanl.fd/weight_gen/run.theia.sh index c1673fd655..afcd0f18ec 100755 --- a/sorc/gaussian_sfcanl.fd/weight_gen/run.theia.sh +++ b/sorc/gaussian_sfcanl.fd/weight_gen/run.theia.sh @@ -53,7 +53,7 @@ module load hdf5/1.8.14 RWG=/scratch4/NCEPDEV/nems/noscrub/emc.nemspara/soft/esmf/7.1.0r/bin/ESMF_RegridWeightGen #------------------------------------------------------------------------ -# Path to the 'mosaic' and 'grid' files for each cubed-sphere +# Path to the 'mosaic' and 'grid' files for each cubed-sphere # resolution. #------------------------------------------------------------------------ @@ -79,46 +79,46 @@ case $CRES in "C48" ) LONB="192" LATB="94" - LATB2="96" + LATB2="96" ;; "C96" ) LONB="384" LATB="192" - LATB2="194" + LATB2="194" ;; "C128" ) LONB="512" LATB="256" - LATB2="258" + LATB2="258" ;; "C192" ) LONB="768" LATB="384" - LATB2="386" + LATB2="386" ;; "C384" ) LONB="1536" LATB="768" - LATB2="770" + LATB2="770" ;; "C768" ) LONB="3072" LATB="1536" - LATB2="1538" + LATB2="1538" ;; "C1152" ) LONB="4608" LATB="2304" - LATB2="2306" + LATB2="2306" ;; "C3072" ) LONB="12288" LATB="6144" - LATB2="6146" + LATB2="6146" ;; * ) echo "GRID NOT SUPPORTED" - exit 3 + exit 3 ;; esac diff --git a/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/CMakeLists.txt b/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/CMakeLists.txt new file mode 100644 index 0000000000..4534bb0ab6 --- /dev/null +++ b/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/CMakeLists.txt @@ -0,0 +1,18 @@ +list(APPEND fortran_src + scrip.f90 +) + +if(CMAKE_Fortran_COMPILER_ID MATCHES "^(Intel)$") + set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -r8 -i4 -convert big_endian") +elseif(CMAKE_Fortran_COMPILER_ID MATCHES "^(GNU)$") + set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -fdefault-real-8") +endif() + +set(exe_name scrip.x) +add_executable(${exe_name} ${fortran_src}) +target_link_libraries( + ${exe_name} + sp::sp_d + NetCDF::NetCDF_Fortran) + +install(TARGETS ${exe_name} RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR}) diff --git a/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh b/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh deleted file mode 100755 index 12ed3eefd9..0000000000 --- a/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh +++ /dev/null @@ -1,60 +0,0 @@ -#!/bin/sh - -set -x - -mac=$(hostname -f) - -case $mac in - -#--------------------------------------------------------------------------------- -# BUILD PROGRAM ON WCOSS Phase 1/2. -#--------------------------------------------------------------------------------- - -g????.ncep.noaa.gov | t????.ncep.noaa.gov) - - echo "WCOSS PHASE 1/2 BUILD NOT ADDED YET" - exit 1 ;; - -#--------------------------------------------------------------------------------- -# BUILD PROGRAM ON WCOSS CRAY. -#--------------------------------------------------------------------------------- - -llogin? | slogin?) - - echo "WCOSS CRAY BUILD NOT ADDED YET" - exit 1 ;; - -#--------------------------------------------------------------------------------- -# BUILD PROGRAM ON HERA. -#--------------------------------------------------------------------------------- - -hfe??) - - source /apps/lmod/lmod/init/sh - module purge - - module load intel/18.0.5.274 - - export FCOMP=ifort - export FFLAGS="-O0 -g -traceback -r8 -i4 -convert big_endian -check bounds" - - module load netcdf/4.7.0 - module load hdf5/1.10.5 - export NETCDF_INCLUDE="-I${NETCDF}/include" - export NETCDF_LDFLAGS_F="-L${NETCDF}/lib -lnetcdf -lnetcdff -L${HDF5}/lib -lhdf5 -lhdf5_fortran" - - module use -a /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles - module load sp/2.0.2 - - make clean - make - rc=$? ;; - -*) - - echo "DOES NOT BUILD ON THIS MACHINE." - exit 1 ;; - -esac - -exit diff --git a/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/makefile b/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/makefile deleted file mode 100755 index 74949b96bb..0000000000 --- a/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/makefile +++ /dev/null @@ -1,14 +0,0 @@ -SHELL= /bin/sh - -CMD= scrip.exe - -OBJS = scrip.o - -$(CMD): $(OBJS) - $(FCOMP) $(FFLAGS) $(NETCDF_INCLUDE) -o $(CMD) $(OBJS) $(NETCDF_LDFLAGS_F) $(SP_LIBd) - -scrip.o: scrip.f90 - $(FCOMP) $(FFLAGS) $(NETCDF_INCLUDE) -c scrip.f90 - -clean: - rm -f *.o *.mod ${CMD} *.exe.* diff --git a/sorc/gfs_bufr.fd/bfrhdr.f b/sorc/gfs_bufr.fd/bfrhdr.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/bfrize.f b/sorc/gfs_bufr.fd/bfrize.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/buff.f b/sorc/gfs_bufr.fd/buff.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/calwxt_gfs_baldwin.f b/sorc/gfs_bufr.fd/calwxt_gfs_baldwin.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/calwxt_gfs_ramer.f b/sorc/gfs_bufr.fd/calwxt_gfs_ramer.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/funcphys.f b/sorc/gfs_bufr.fd/funcphys.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/gfsbufr.f b/sorc/gfs_bufr.fd/gfsbufr.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/gslp.f b/sorc/gfs_bufr.fd/gslp.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/lcl.f b/sorc/gfs_bufr.fd/lcl.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/machine.f b/sorc/gfs_bufr.fd/machine.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/makefile_module b/sorc/gfs_bufr.fd/makefile_module deleted file mode 100755 index d9d5374a7a..0000000000 --- a/sorc/gfs_bufr.fd/makefile_module +++ /dev/null @@ -1,79 +0,0 @@ -##################################################################################### -# gfs_bufr using module compile standard -# # 11/08/2019 guang.ping.lou@noaa.gov: Create NetCDF version -# ##################################################################################### -# set -eux -# - -FC = $(myFC) $(myFCFLAGS) -CPP = $(myCPP) $(myCPPFLAGS) - -FFLAGS = -I$(NETCDF_INCLUDES) \ - -I$(NEMSIO_INC) \ - -I$(SIGIO_INC) \ - -I$(W3EMC_INC4) - -LIBS = -L$(NETCDF_LIBRARIES) -lnetcdff -lnetcdf \ - -L$(HDF5_LIBRARIES) -lhdf5_hl -lhdf5 -lz \ - $(NEMSIO_LIB) \ - $(W3EMC_LIB4) \ - $(W3NCO_LIB4) \ - $(BUFR_LIB4) \ - $(BACIO_LIB4) \ - $(SP_LIB4) \ - $(SIGIO_LIB) - -SRCM = gfsbufr.f -OBJS = physcons.o funcphys.o meteorg.o bfrhdr.o newsig1.o terp3.o\ - bfrize.o vintg.o buff.o rsearch.o \ - svp.o calpreciptype.o lcl.o mstadb.o tdew.o\ - machine.o gslp.o modstuff1.o read_nemsio.o read_netcdf_p.o - -CMD = ../../exec/gfs_bufr - -$(CMD): $(SRCM) $(OBJS) - $(FC) $(FFLAGS) $(SRCM) $(OBJS) $(LIBS) -o $(CMD) - -machine.o: machine.f - $(FC) $(FFLAGS) -free -c machine.f -physcons.o: physcons.f machine.o - $(FC) $(FFLAGS) -free -c physcons.f -funcphys.o: funcphys.f physcons.o - $(FC) $(FFLAGS) -free -c funcphys.f -gslp.o: gslp.f - $(FC) $(FFLAGS) -free -c gslp.f -modstuff1.o: modstuff1.f - $(FC) $(INC) $(FFLAGS) -free -c modstuff1.f -meteorg.o: meteorg.f physcons.o funcphys.o - $(FC) $(INC) $(FFLAGS) -c meteorg.f -read_netcdf_p.o: read_netcdf_p.f - $(FC) $(INC) $(FFLAGS) -c read_netcdf_p.f -read_nemsio.o: read_nemsio.f - $(FC) $(INC) $(FFLAGS) -c read_nemsio.f -bfrhdr.o: bfrhdr.f - $(FC) $(FFLAGS) -c bfrhdr.f -newsig1.o: newsig1.f - $(FC) $(FFLAGS) -c newsig1.f -terp3.o: terp3.f - $(FC) $(FFLAGS) -c terp3.f -bfrize.o: bfrize.f - $(FC) $(FFLAGS) -c bfrize.f -vintg.o: vintg.f - $(FC) $(FFLAGS) -c vintg.f -buff.o: buff.f - $(FC) $(FFLAGS) -c buff.f -rsearch.o: rsearch.f - $(FC) $(FFLAGS) -c rsearch.f -svp.o: svp.f - $(FC) $(FFLAGS) -c svp.f -calpreciptype.o: calpreciptype.f physcons.o funcphys.o - $(FC) $(FFLAGS) -FR -c calpreciptype.f -lcl.o: lcl.f - $(FC) $(FFLAGS) -c lcl.f -mstadb.o: mstadb.f - $(FC) $(FFLAGS) -c mstadb.f -tdew.o: tdew.f - $(FC) $(FFLAGS) -c tdew.f - -clean: - /bin/rm -f $(OBJS) *.mod gfs_bufr diff --git a/sorc/gfs_bufr.fd/meteorg.f b/sorc/gfs_bufr.fd/meteorg.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/modstuff1.f b/sorc/gfs_bufr.fd/modstuff1.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/mstadb.f b/sorc/gfs_bufr.fd/mstadb.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/newsig1.f b/sorc/gfs_bufr.fd/newsig1.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/physcons.f b/sorc/gfs_bufr.fd/physcons.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/rsearch.f b/sorc/gfs_bufr.fd/rsearch.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/svp.f b/sorc/gfs_bufr.fd/svp.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/tdew.f b/sorc/gfs_bufr.fd/tdew.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/terp3.f b/sorc/gfs_bufr.fd/terp3.f old mode 100755 new mode 100644 diff --git a/sorc/gfs_bufr.fd/vintg.f b/sorc/gfs_bufr.fd/vintg.f old mode 100755 new mode 100644 diff --git a/sorc/link_workflow.sh b/sorc/link_workflow.sh index 1ac7ad5b56..df44202afe 100755 --- a/sorc/link_workflow.sh +++ b/sorc/link_workflow.sh @@ -8,16 +8,16 @@ machine=${2} if [ $# -lt 2 ]; then echo '***ERROR*** must specify two arguements: (1) RUN_ENVIR, (2) machine' - echo ' Syntax: link_workflow.sh ( nco | emc ) ( cray | dell | hera | orion | jet | stampede )' + echo ' Syntax: link_workflow.sh ( nco | emc ) ( hera | orion | jet | stampede )' exit 1 fi if [ $RUN_ENVIR != emc -a $RUN_ENVIR != nco ]; then - echo ' Syntax: link_workflow.sh ( nco | emc ) ( cray | dell | hera | orion | jet | stampede )' + echo ' Syntax: link_workflow.sh ( nco | emc ) ( hera | orion | jet | stampede )' exit 1 fi -if [ $machine != cray -a $machine != dell -a $machine != hera -a $machine != orion -a $machine != jet -a $machine != stampede ]; then - echo ' Syntax: link_workflow.sh ( nco | emc ) ( cray | dell | hera | orion | jet | stampede )' +if [ $machine != hera -a $machine != orion -a $machine != jet -a $machine != stampede ]; then + echo ' Syntax: link_workflow.sh ( nco | emc ) ( hera | orion | jet | stampede )' exit 1 fi @@ -34,11 +34,7 @@ $LINK ufs_model.fd/FV3/upp upp.fd #------------------------------ #--model fix fields #------------------------------ -if [ $machine = "cray" ]; then - FIX_DIR="/gpfs/hps3/emc/global/noscrub/emc.glopara/git/fv3gfs/fix" -elif [ $machine = "dell" ]; then - FIX_DIR="/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix_NEW" -elif [ $machine = "hera" ]; then +if [ $machine = "hera" ]; then FIX_DIR="/scratch1/NCEPDEV/global/glopara/fix_NEW" elif [ $machine = "orion" ]; then FIX_DIR="/work/noaa/global/glopara/fix_NEW" diff --git a/sorc/machine-setup.sh b/sorc/machine-setup.sh index d64c7ddf77..27c4d33ee9 100644 --- a/sorc/machine-setup.sh +++ b/sorc/machine-setup.sh @@ -27,9 +27,7 @@ if [[ -d /work ]] ; then source /apps/lmod/lmod/init/$__ms_shell fi target=orion - module purge - export myFC=mpiifort export FCOMP=mpiifort @@ -37,64 +35,19 @@ if [[ -d /work ]] ; then elif [[ -d /scratch1 ]] ; then # We are on NOAA Hera if ( ! eval module help > /dev/null 2>&1 ) ; then - echo load the module command 1>&2 + echo load the module command 1>&2 source /apps/lmod/lmod/init/$__ms_shell fi target=hera - module purge - export myFC=mpiifort export FCOMP=mpiifort -##--------------------------------------------------------------------------- -elif [[ -d /gpfs/hps && -e /etc/SuSE-release ]] ; then - # We are on NOAA Luna or Surge - if ( ! eval module help > /dev/null 2>&1 ) ; then - echo load the module command 1>&2 - source /opt/modules/default/init/$__ms_shell - fi - - target=wcoss_cray - # Silence the "module purge" to avoid the expected error messages - # related to modules that load modules. - module purge > /dev/null 2>&1 - module use /usrx/local/prod/modulefiles - module use /gpfs/hps/nco/ops/nwprod/lib/modulefiles - module use /gpfs/hps/nco/ops/nwprod/modulefiles - module use /opt/cray/alt-modulefiles - module use /opt/cray/craype/default/alt-modulefiles - module use /opt/cray/ari/modulefiles - module use /opt/modulefiles - module purge > /dev/null 2>&1 - # Workaround until module issues are fixed: - #unset _LMFILES_ - #unset LOADEDMODULES - echo y 2> /dev/null | module clear > /dev/null 2>&1 - module use /usrx/local/prod/modulefiles - module use /gpfs/hps/nco/ops/nwprod/lib/modulefiles - module use /gpfs/hps/nco/ops/nwprod/modulefiles - module use /opt/cray/alt-modulefiles - module use /opt/cray/craype/default/alt-modulefiles - module use /opt/cray/ari/modulefiles - module use /opt/modulefiles - module load modules - -##--------------------------------------------------------------------------- -elif [[ -L /usrx && "$( readlink /usrx 2> /dev/null )" =~ dell ]] ; then - # We are on NOAA Venus or Mars - if ( ! eval module help > /dev/null 2>&1 ) ; then - echo load the module command 1>&2 - source /usrx/local/prod/lmod/lmod/init/$__ms_shell - fi - target=wcoss_dell_p3 - module purge - ##--------------------------------------------------------------------------- elif [[ -d /glade ]] ; then # We are on NCAR Yellowstone if ( ! eval module help > /dev/null 2>&1 ) ; then - echo load the module command 1>&2 + echo load the module command 1>&2 . /usr/share/Modules/init/$__ms_shell fi target=yellowstone @@ -102,9 +55,7 @@ elif [[ -d /glade ]] ; then ##--------------------------------------------------------------------------- elif [[ -d /lustre && -d /ncrc ]] ; then - # We are on GAEA. - # We are on GAEA. - echo gaea + # We are on GAEA. if ( ! eval module help > /dev/null 2>&1 ) ; then # We cannot simply load the module command. The GAEA # /etc/profile modifies a number of module-related variables @@ -118,7 +69,7 @@ elif [[ -d /lustre && -d /ncrc ]] ; then fi module purge module purge -# clean up after purge + # clean up after purge unset _LMFILES_ unset _LMFILES_000 unset _LMFILES_001 @@ -144,18 +95,17 @@ elif [[ -d /lustre && -d /ncrc ]] ; then source /etc/profile unset __ms_source_etc_profile fi - -target=gaea - -# GWV ADD -module load craype -module load intel -export NCEPLIBS=/lustre/f2/dev/ncep/George.Vandenberghe/NEWCOPY/l508/lib/ -module use $NCEPLIBS/modulefiles -export myFC=ftn -export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src -export FCOMP=ftn -# END GWV ADD + target=gaea + + # GWV ADD + module load craype + module load intel + export NCEPLIBS=/lustre/f2/dev/ncep/George.Vandenberghe/NEWCOPY/l508/lib/ + module use $NCEPLIBS/modulefiles + export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src + export myFC=ftn + export FCOMP=ftn + # END GWV ADD ##--------------------------------------------------------------------------- elif [[ -d /lfs3 ]] ; then @@ -166,13 +116,11 @@ elif [[ -d /lfs3 ]] ; then fi target=jet module purge - -#export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/ljtjet/lib - export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/ljtjet/lib -export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/NCEPLIBS.15X - module use $NCEPLIBS/modulefiles -export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src -export myFC=mpiifort + export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/ljtjet/lib + export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/NCEPLIBS.15X + module use $NCEPLIBS/modulefiles + export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src + export myFC=mpiifort else echo WARNING: UNKNOWN PLATFORM 1>&2 diff --git a/sorc/ncl.setup b/sorc/ncl.setup index c848fb9887..de01309038 100644 --- a/sorc/ncl.setup +++ b/sorc/ncl.setup @@ -1,28 +1,12 @@ -if [ $target == wcoss_dell_p3 ] -then -module load NCL/6.4.0 -fi - -if [ $target == wcoss_cray ] -then -module load gcc/4.9.2 -module load NCL-gnu-haswell/6.3.0 -fi - -if [ $target == wcoss ] -then -module load ncarg/v6.1.0 -fi - -if [ $target == jet ] -then -module load ncl/6.5.0 -export NCARG_LIB=$NCARG_ROOT/lib -fi - -if [ $target == hera ] -then -module load ncl/6.5.0 -export NCARG_LIB=$NCARG_ROOT/lib -fi - +#!/bin/bash + +set +x +case $target in + 'jet'|'hera') + module load ncl/6.5.0 + export NCARG_LIB=$NCARG_ROOT/lib + ;; + *) + echo "[${BASH_SOURCE}]: unknown $target" + ;; +esac diff --git a/sorc/reg2grb2.fd/reg2grb2.f b/sorc/reg2grb2.fd/reg2grb2.f old mode 100755 new mode 100644 diff --git a/sorc/reg2grb2.fd/regdiag.f b/sorc/reg2grb2.fd/regdiag.f old mode 100755 new mode 100644 diff --git a/sorc/regrid_nemsio.fd/Makefile b/sorc/regrid_nemsio.fd/Makefile deleted file mode 100644 index 4a089699b4..0000000000 --- a/sorc/regrid_nemsio.fd/Makefile +++ /dev/null @@ -1,159 +0,0 @@ -#============================================================================== -# -# REGRID_NEMSIO Makefile -# -#============================================================================== - -#----------------------------------------------------------------------------- -# -- Parent make (calls child make) -- -#----------------------------------------------------------------------------- - -# ------------- -# General Rules -# ------------- - -SHELL=/bin/sh - -RM = /bin/rm -f -MKDIR = /bin/mkdir -p - -#------------ -# Include machine dependent compile & load options -#------------ - -MAKE_CONF = -include $(MAKE_CONF) - -# ------------- -# This makefile -# ------------- - -MAKE_FILE = Makefile - -# ----------- -# Load module -# ----------- - -EXE_FILE = regrid_nemsio - -# -------------------- -# Installing directory -# -------------------- - -INSTALL_DIR = ../../exec/ - -# -------- -# Log file -# -------- - -LOG_FILE = log.make.$(EXE_FILE) - -# --------------- -# Call child make -# --------------- - -"" : - @$(MAKE) -f $(MAKE_FILE) all - -# ------------ -# Make install -# ------------ - -install: - @echo - @echo '==== INSTALL =================================================' - @if [ -e $(INSTALL_DIR) ]; then \ - if [ ! -d $(INSTALL_DIR) ]; then \ - echo '### Fail to create installing directory ###' ;\ - echo '### Stop the installation ###' ;\ - exit ;\ - fi ;\ - else \ - echo " mkdir -p $(INSTALL_DIR)" ;\ - mkdir -p $(INSTALL_DIR) ;\ - fi - cp $(EXE_FILE) $(INSTALL_DIR) - @cd $(INSTALL_DIR) ; ls -l $(pwd)/$(EXE_FILE) - -#----------- -# Make clean -# ---------- - -clean: - @echo - @echo '==== CLEAN ===================================================' - - $(RM) $(EXE_FILE) *.o *.mod - - $(RM) log.make.$(EXE_FILE) - -#----------------------------------------------------------------------------- -# -- Child make -- -#----------------------------------------------------------------------------- - -# --------- -# Libraries -# --------- - -INCS = $(NETCDF_INCLUDE) -I$(NEMSIO_INC) -LIBS = $(NEMSIO_LIB) $(BACIO_LIB4) $(W3NCO_LIBd) $(SP_LIB4) $(NETCDF_LDFLAGS) - -# ------------ -# Source files -# ------------ - -SRCSF90 = \ - kinds.f90 \ - constants.f90 \ - physcons.f90 \ - mpi_interface.f90 \ - namelist_def.f90 \ - variable_interface.f90 \ - netcdfio_interface.f90 \ - interpolation_interface.f90 \ - gfs_nems_interface.f90 \ - fv3_interface.f90 - -SRCS = $(SRCSF77) $(SRCSF90) - -# ------------ -# Object files -# ------------ - -OBJS = ${SRCSF90:.f90=.o} ${SRCSF77:.f=.o} - -# ------------ -# Dependencies -# ------------ -MAKE_DEPEND = Makefile.dependency -include $(MAKE_DEPEND) - -# ----------------------- -# Default compiling rules -# ----------------------- - -.SUFFIXES : -.SUFFIXES : .F90 .f90 .f .c .o - -.f90.o : - @echo - @echo '---> Compiling $<' - $(F90) $(FCFFLAGS) $(INCS) $(OPTIMIZATION) $(DEBUG) -c $< - -.f.o : - @echo - @echo '---> Compiling $<' - $(F77) $(FCFFLAGS) $(OPTIMIZATION) $(DEBUG) -c $< - -# ------------------------ -# Call compiler and linker -# ------------------------ - -all: REGRID_NEMSIO - -REGRID_NEMSIO: $(OBJS) - $(LD) $(LDFLAGS) $(OBJS) $(INCS) main.f90 $(LIBS) -o $(EXE_FILE) > $(LOG_FILE) - -help: - @ echo "Available targets:" - @ echo " make creates executable" - @ echo " make install creates exec & places it in bin" - @ echo " make clean cleans objects, exec, and alien files" diff --git a/sorc/regrid_nemsio.fd/Makefile.dependency b/sorc/regrid_nemsio.fd/Makefile.dependency deleted file mode 100644 index 52f6e80077..0000000000 --- a/sorc/regrid_nemsio.fd/Makefile.dependency +++ /dev/null @@ -1,9 +0,0 @@ -kinds.o: kinds.f90 -constants.o: constants.f90 kinds.o -physcons.o: physcons.f90 kinds.o -variable_interface.o: variable_interface.f90 namelist_def.o physcons.o constants.o kinds.o -namelist_def.o: namelist_def.f90 mpi_interface.o kinds.o -netcdfio_interface.o: netcdfio_interface.f90 kinds.o -interpolation_interface.o: interpolation_interface.f90 constants.o kinds.o namelist_def.o netcdfio_interface.o -gfs_nems_interface.o: gfs_nems_interface.f90 variable_interface.o constants.o kinds.o mpi_interface.o namelist_def.o -fv3_interface.o: fv3_interface.f90 variable_interface.o interpolation_interface.o constants.o kinds.o mpi_interface.o namelist_def.o netcdfio_interface.o gfs_nems_interface.o diff --git a/sorc/supvit.fd/makefile b/sorc/supvit.fd/makefile deleted file mode 100644 index 288e42beff..0000000000 --- a/sorc/supvit.fd/makefile +++ /dev/null @@ -1,31 +0,0 @@ -SHELL= /bin/sh -ISIZE = 4 -RSIZE = 8 -COMP= ifort -##LIBS_SUP= -L/contrib/nceplibs/nwprod/lib -lw3emc_d -lw3nco_d -lg2_d -lbacio_4 -ljasper -lpng -lz -LDFLAGS= -##ccs FFLAGS= -O -qflttrap=ov:zero:inv:enable -qcheck -qextchk -qwarn64 -qintsize=$(ISIZE) -qrealsize=$(RSIZE) -# FFLAGS= -O2 -check bounds -check format -xHost -fpe0 -# DEBUG= -check bounds -check format -FFLAGS= -O2 -g -i$(ISIZE) -r$(RSIZE) - -supvit: supvit_main.f supvit_modules.o - @echo " " - @echo " Compiling program that sorts and updates vitals records...." - $(COMP) $(FFLAGS) $(LDFLAGS) supvit_modules.o supvit_main.f $(LIBS_SUP) -o supvit - @echo " " - -supvit_modules.o: supvit_modules.f - @echo " " - @echo " Compiling the modules....." - $(COMP) -c supvit_modules.f -o supvit_modules.o - @echo " " - -CMD = supvit - -clean: - -rm -f *.o *.mod - -install: - mv $(CMD) ../../exec/$(CMD) - diff --git a/sorc/supvit.fd/supvit_modules.f b/sorc/supvit.fd/supvit_modules.f old mode 100755 new mode 100644 diff --git a/sorc/syndat_getjtbul.fd/getjtbul.f b/sorc/syndat_getjtbul.fd/getjtbul.f old mode 100755 new mode 100644 diff --git a/sorc/syndat_getjtbul.fd/makefile b/sorc/syndat_getjtbul.fd/makefile deleted file mode 100755 index 3ac5730f31..0000000000 --- a/sorc/syndat_getjtbul.fd/makefile +++ /dev/null @@ -1,23 +0,0 @@ -SHELL= /bin/sh -#LIBS= -L/nwprod/lib -lw3nco_v2.0.5_4 -#LIBS= -L/contrib/nceplibs/nwprod/lib -lw3nco_v2.0.5_4 -FC= ifort -#DEBUG = -ftrapuv -check all -fp-stack-check -fstack-protector -##DEBUG = -ftrapuv -fp-stack-check -fstack-protector -FFLAGS= -O3 -g -traceback -assume noold_ldout_format $(DEBUG) -LDFLAGS= -SRCS= getjtbul.f -OBJS= getjtbul.o -CMD= syndat_getjtbul - -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS_SYN_GET) - -clean: - -rm -f $(OBJS) - -install: - -mv $(CMD) ../../exec/$(CMD) - diff --git a/sorc/syndat_maksynrc.fd/makefile b/sorc/syndat_maksynrc.fd/makefile deleted file mode 100755 index 9adcb17e26..0000000000 --- a/sorc/syndat_maksynrc.fd/makefile +++ /dev/null @@ -1,21 +0,0 @@ -SHELL= /bin/sh -#LIBS= -L/nwprod/lib -lw3nco_v2.0.5_4 -lbacio_v2.0.1_4 -##LIBS_SYN_MAK= -L/contrib/nceplibs/nwprod/lib -lw3nco_v2.0.5_4 -lbacio_v2.0.1_4 -FC= ifort -#DEBUG = -ftrapuv -check all -check nooutput_conversion -fp-stack-check -fstack-protector -FFLAGS= -O3 -g -traceback -assume noold_ldout_format $(DEBUG) -LDFLAGS= -SRCS= maksynrc.f -OBJS= maksynrc.o -CMD= syndat_maksynrc - -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS_SYN_MAK) - -clean: - -rm -f $(OBJS) - -install: - mv $(CMD) ../../exec/$(CMD) diff --git a/sorc/syndat_maksynrc.fd/maksynrc.f b/sorc/syndat_maksynrc.fd/maksynrc.f old mode 100755 new mode 100644 diff --git a/sorc/syndat_qctropcy.fd/makefile b/sorc/syndat_qctropcy.fd/makefile deleted file mode 100755 index d667c26cbe..0000000000 --- a/sorc/syndat_qctropcy.fd/makefile +++ /dev/null @@ -1,23 +0,0 @@ -SHELL= /bin/sh -#LIBS= -L/nwprod/lib -lw3nco_v2.0.5_8 -##LIBS= -L/contrib/nceplibs/nwprod/lib -lw3nco_v2.0.5_8 -FC= ifort -#DEBUG = -ftrapuv -check all -check noarg_temp_created -fp-stack-check -fstack-protector -## if '-check all' enabled, include '-check noarg_temp_created' to avoid warning msgs indicating -## slight performance hit due to chosen method of passing array arguments to w3difdat -FFLAGS= -O3 -g -traceback -r8 -i8 -assume byterecl -assume noold_ldout_format $(DEBUG) -LDFLAGS= -SRCS= qctropcy.f -OBJS= qctropcy.o -CMD= syndat_qctropcy - -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS_SYN_QCT) - -clean: - -rm -f $(OBJS) - -install: - mv $(CMD) ../../exec/$(CMD) diff --git a/sorc/syndat_qctropcy.fd/qctropcy.f b/sorc/syndat_qctropcy.fd/qctropcy.f old mode 100755 new mode 100644 diff --git a/sorc/tave.fd/makefile b/sorc/tave.fd/makefile deleted file mode 100755 index 3ccaf4b87b..0000000000 --- a/sorc/tave.fd/makefile +++ /dev/null @@ -1,25 +0,0 @@ -SHELL= /bin/sh -ISIZE = 4 -RSIZE = 8 -COMP= ifort -##INC = /contrib/nceplibs/nwprod/lib/incmod/g2_d -##LIBS= -L/contrib/nceplibs/nwprod/lib -lw3emc_d -lw3nco_d -lg2_d -lbacio_4 -ljasper -lpng -lz -LDFLAGS= -# DEBUG= -check all -debug all -traceback -FFLAGS= -O2 -g -traceback -I $(INC) -i$(ISIZE) -r$(RSIZE) -# FFLAGS= -O3 -I $(INC) -i$(ISIZE) -r$(RSIZE) - -tave: tave.f - @echo " " - @echo " Compiling the interpolation program....." - $(COMP) $(FFLAGS) $(LDFLAGS) tave.f $(LIBS) -o tave.x - @echo " " - -CMD = tave.x - -clean: - -rm -f *.o *.mod - -install: - mv $(CMD) ../../exec/$(CMD) - diff --git a/sorc/tave.fd/tave.f b/sorc/tave.fd/tave.f old mode 100755 new mode 100644 diff --git a/sorc/tocsbufr.fd/makefile_module b/sorc/tocsbufr.fd/makefile_module deleted file mode 100755 index 06f5ba7092..0000000000 --- a/sorc/tocsbufr.fd/makefile_module +++ /dev/null @@ -1,82 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 11:21:07 AM on 10/28/94 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -SRCS= tocsbufr.f - -OBJS= tocsbufr.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = $(myFC) -LDFLAGS = $(myFCFLAGS) -LIBS = $(W3EMC_LIB4) \ - $(W3NCO_LIB4) \ - $(BUFR_LIB4) \ - $(BACIO_LIB4) \ - $(SP_LIB4) \ - $(SIGIO_LIB) -CMD = ../../exec/tocsbufr -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = $(FFLAGSM) -#FFLAGS = -F -#FFLAGS = -Wf"-ez" - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(PROFLIB) $(LIBS) - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/sorc/tocsbufr.fd/tocsbufr.f b/sorc/tocsbufr.fd/tocsbufr.f old mode 100755 new mode 100644 diff --git a/sorc/vint.fd/makefile b/sorc/vint.fd/makefile deleted file mode 100755 index 06647d1fc6..0000000000 --- a/sorc/vint.fd/makefile +++ /dev/null @@ -1,27 +0,0 @@ -SHELL= /bin/sh -ISIZE = 4 -RSIZE = 8 -COMP= ifort -##INC = /contrib/nceplibs/nwprod/lib/incmod/g2_d -##LIBS= -L/contrib/nceplibs/nwprod/lib -lw3emc_d -lw3nco_d -lg2_d -lbacio_4 -ljasper -lpng -lz -LDFLAGS= -# FFLAGS= -O3 -I $(INC) -i$(ISIZE) -r$(RSIZE) -# DEBUG= -check all -debug all -traceback -FFLAGS= -O2 -g -traceback -I $(INC) -i$(ISIZE) -r$(RSIZE) - -vint: vint.f - @echo " " - @echo " Compiling the interpolation program....." - $(COMP) $(FFLAGS) $(LDFLAGS) vint.f $(LIBS) -o vint.x - @echo " " - -.PHONY: clean - -CMD = vint.x - -clean: - -rm -f *.o *.mod - -install: - mv $(CMD) ../../exec/$(CMD) - diff --git a/sorc/vint.fd/vint.f b/sorc/vint.fd/vint.f old mode 100755 new mode 100644 diff --git a/ush/forecast_predet.sh b/ush/forecast_predet.sh index ac536d72de..6965d7f30e 100755 --- a/ush/forecast_predet.sh +++ b/ush/forecast_predet.sh @@ -14,7 +14,7 @@ common_predet(){ echo "SUB ${FUNCNAME[0]}: Defining variables for shared through models" pwd=$(pwd) - machine=${machine:-"WCOSS_C"} + machine=${machine:-"WCOSS2"} machine=$(echo $machine | tr '[a-z]' '[A-Z]') CASE=${CASE:-C768} CDATE=${CDATE:-2017032500} @@ -143,19 +143,6 @@ FV3_GFS_predet(){ rCDUMP=${rCDUMP:-$CDUMP} - #------------------------------------------------------------------ - # setup the runtime environment - if [ $machine = "WCOSS_C" ] ; then - HUGEPAGES=${HUGEPAGES:-hugepages4M} - . $MODULESHOME/init/sh 2>/dev/null - module load iobuf craype-$HUGEPAGES 2>/dev/null - export MPICH_GNI_COLL_OPT_OFF=${MPICH_GNI_COLL_OPT_OFF:-MPI_Alltoallv} - export MKL_CBWR=AVX2 - export WRTIOBUF=${WRTIOBUF:-"4M"} - export NC_BLKSZ=${NC_BLKSZ:-"4M"} - export IOBUF_PARAMS="*nemsio:verbose:size=${WRTIOBUF},*:verbose:size=${NC_BLKSZ}" - fi - #------------------------------------------------------- if [ ! -d $ROTDIR ]; then mkdir -p $ROTDIR; fi mkdata=NO diff --git a/ush/fv3gfs_downstream_nems.sh b/ush/fv3gfs_downstream_nems.sh index 3138fe75f0..68da1ce8b8 100755 --- a/ush/fv3gfs_downstream_nems.sh +++ b/ush/fv3gfs_downstream_nems.sh @@ -90,15 +90,11 @@ fi $WGRIB2 $PGBOUT2 | grep -F -f $paramlist | $WGRIB2 -i -grib tmpfile1_$fhr3 $PGBOUT2 export err=$?; err_chk -#if [ $machine = WCOSS -o $machine = WCOSS_C -a $downset = 2 ]; then if [ $downset = 2 ]; then $WGRIB2 $PGBOUT2 | grep -F -f $paramlistb | $WGRIB2 -i -grib tmpfile2_$fhr3 $PGBOUT2 export err=$?; err_chk fi -#----------------------------------------------------- -#----------------------------------------------------- -#if [ $machine = WCOSS -o $machine = WCOSS_C -o $machine = WCOSS_DELL_P3 ]; then #----------------------------------------------------- #----------------------------------------------------- export nset=1 @@ -139,7 +135,7 @@ while [ $nset -le $totalset ]; do if [[ $rc -eq 0 ]] ; then export end=$(expr ${end} + 1) fi - # if final record is land, add next record icec + # if final record is land, add next record icec $WGRIB2 -d $end $tmpfile |egrep -i "land" export rc=$? if [[ $rc -eq 0 ]] ; then @@ -170,14 +166,14 @@ while [ $nset -le $totalset ]; do export MP_PGMMODEL=mpmd export MP_CMDFILE=$DATA/poescript launcher=${APRUN_DWN:-"aprun -j 1 -n 24 -N 24 -d 1 cfp"} - if [ $machine = WCOSS_C -o $machine = WCOSS_DELL_P3 -o $machine = WCOSS2 ] ; then + if [ $machine = WCOSS2 ] ; then $launcher $MP_CMDFILE elif [ $machine = HERA -o $machine = ORION -o $machine = JET -o $machine = S4 ] ; then if [ -s $DATA/poescript_srun ]; then rm -f $DATA/poescript_srun; fi touch $DATA/poescript_srun nm=0 cat $DATA/poescript | while read line; do - echo "$nm $line" >> $DATA/poescript_srun + echo "$nm $line" >> $DATA/poescript_srun nm=$((nm+1)) done ${launcher:-"srun --export=ALL"} -n $nm --multi-prog $DATA/poescript_srun @@ -218,8 +214,8 @@ while [ $nset -le $totalset ]; do # $WGRIB2 land.grb -set_grib_type same -new_grid_interpolation bilinear -new_grid_winds earth -new_grid $grid0p25 newland.grb # $WGRIB2 newland.grb -set_byte 4 11 218 -grib newnewland.grb # cat ./newnewland.grb >> pgb2file_${fhr3}_0p25 - # $CNVGRIB -g21 newnewland.grb newnewland.grb1 - # cat ./newnewland.grb1 >> pgbfile_${fhr3}_0p25 + # $CNVGRIB -g21 newnewland.grb newnewland.grb1 + # cat ./newnewland.grb1 >> pgbfile_${fhr3}_0p25 ##0p5 degree # rm -f newland.grb newnewland.grb newnewland.grb1 # $WGRIB2 land.grb -set_grib_type same -new_grid_interpolation bilinear -new_grid_winds earth -new_grid $grid0p5 newland.grb @@ -243,7 +239,7 @@ while [ $nset -le $totalset ]; do cp pgb2file_${fhr3}_1p0 $COMOUT/${PREFIX}pgrb2.1p00.anl $WGRIB2 -s pgb2file_${fhr3}_0p5 > $COMOUT/${PREFIX}pgrb2.0p50.anl.idx $WGRIB2 -s pgb2file_${fhr3}_1p0 > $COMOUT/${PREFIX}pgrb2.1p00.anl.idx - if [ "$PGB1F" = 'YES' ]; then + if [ "$PGB1F" = 'YES' ]; then cp pgbfile_${fhr3}_1p0 $COMOUT/${PREFIX}pgrb.1p00.anl $GRBINDEX $COMOUT/${PREFIX}pgrb.1p00.anl $COMOUT/${PREFIX}pgrb.1p00.anl.idx fi diff --git a/ush/fv3gfs_regrid_nemsio.sh b/ush/fv3gfs_regrid_nemsio.sh index d43f5a5503..19a050520f 100755 --- a/ush/fv3gfs_regrid_nemsio.sh +++ b/ush/fv3gfs_regrid_nemsio.sh @@ -17,7 +17,6 @@ # # Attributes: # Language: Portable Operating System Interface (POSIX) Shell -# Machine: WCOSS-CRAY, Theia ################################################################################ # Set environment. diff --git a/ush/gsi_utils.py b/ush/gsi_utils.py index 79c6e627e0..b33be51adb 100644 --- a/ush/gsi_utils.py +++ b/ush/gsi_utils.py @@ -72,12 +72,8 @@ def get_ncdims(ncfile): """ try: import netCDF4 as nc - except ImportError: - print("Python Error!") - print("netCDF4 Python module not available. Do you have the proper Python available in your environment?") - print("Hera: module use -a /contrib/modulefiles && module load anaconda/2.3.0") - print("Dell: module load python/3.6.3") - print(" ") + except ImportError as err: + raise ImportError(f"Unable to import netCDF4 module\n{err}") ncf = nc.Dataset(ncfile) ncdims = {} for d in ncf.dimensions.keys(): @@ -117,12 +113,8 @@ def get_timeinfo(ncfile): """ try: import netCDF4 as nc - except ImportError: - print("Python Error!") - print("netCDF4 Python module not available. Do you have the proper Python available in your environment?") - print("Hera: module use -a /contrib/modulefiles && module load anaconda/2.3.0") - print("Dell: module load python/3.6.3") - print(" ") + except ImportError as err: + raise ImportError(f"Unable to import netCDF4 module\n{err}") import datetime as dt import re ncf = nc.Dataset(ncfile) diff --git a/ush/load_fv3gfs_modules.sh b/ush/load_fv3gfs_modules.sh index 2f1a301db0..e78ec23bf6 100755 --- a/ush/load_fv3gfs_modules.sh +++ b/ush/load_fv3gfs_modules.sh @@ -1,45 +1,34 @@ #!/bin/sh -#set -x ############################################################### # Setup runtime environment by loading modules ulimit_s=$( ulimit -S -s ) -#ulimit -S -s 10000 set +x # Find module command and purge: -source "$HOMEgfs/modulefiles/module-setup.sh.inc" +source "$HOMEgfs/modulefiles/module-setup.sh.inc" # Load our modules: -module use "$HOMEgfs/modulefiles" +module use "$HOMEgfs/modulefiles" if [[ -d /lfs3 ]] ; then - # We are on NOAA Jet - module load module_base.jet + # We are on NOAA Jet + module load module_base.jet elif [[ -d /scratch1 ]] ; then - # We are on NOAA Hera - module load module_base.hera + # We are on NOAA Hera + module load module_base.hera elif [[ -d /work ]] ; then - # We are on MSU Orion - module load module_base.orion -elif [[ -d /gpfs/hps && -e /etc/SuSE-release ]] ; then - # We are on NOAA Luna or Surge - module load module_base.wcoss_c -elif [[ -L /usrx && "$( readlink /usrx 2> /dev/null )" =~ dell ]] ; then - # We are on NOAA Mars or Venus - module load module_base.wcoss_dell_p3 -elif [[ -d /dcom && -d /hwrf ]] ; then - # We are on NOAA Tide or Gyre - module load module_base.wcoss + # We are on MSU Orion + module load module_base.orion elif [[ -d /glade ]] ; then - # We are on NCAR Yellowstone - module load module_base.cheyenne + # We are on NCAR Yellowstone + module load module_base.cheyenne elif [[ -d /lustre && -d /ncrc ]] ; then - # We are on GAEA. - module load module_base.gaea + # We are on GAEA. + module load module_base.gaea else - echo WARNING: UNKNOWN PLATFORM + echo WARNING: UNKNOWN PLATFORM fi set -x diff --git a/ush/wave_grib2_sbs.sh b/ush/wave_grib2_sbs.sh index 20f6b8b1e0..2e2584a891 100755 --- a/ush/wave_grib2_sbs.sh +++ b/ush/wave_grib2_sbs.sh @@ -1,5 +1,5 @@ #!/bin/bash -# +# ################################################################################ # # UNIX Script Documentation Block @@ -17,11 +17,10 @@ # # Attributes: # Language: Bourne-again (BASH) shell -# Machine: WCOSS-DELL-P3 # -# Requirements: -# - wgrib2 with IPOLATES library -# +# Requirements: +# - wgrib2 with IPOLATES library +# ################################################################################ # --------------------------------------------------------------------------- # # 0. Preparations @@ -39,8 +38,8 @@ alertName=$(echo $RUN|tr [a-z] [A-Z]) - grdID=$1 - gribDIR=${grdID}_grib + grdID=$1 + gribDIR=${grdID}_grib rm -rfd ${gribDIR} mkdir ${gribDIR} err=$? @@ -119,7 +118,7 @@ # 0.e Links to working directory ln -s ${DATA}/mod_def.$grdID mod_def.ww3 - ln -s ${DATA}/output_${ymdh}0000/out_grd.$grdID out_grd.ww3 + ln -s ${DATA}/output_${ymdh}0000/out_grd.$grdID out_grd.ww3 # --------------------------------------------------------------------------- # # 1. Generate GRIB file with all data @@ -139,7 +138,7 @@ ${DATA}/ww3_grib2.${grdID}.inp.tmpl > ww3_grib.inp - echo "ww3_grib.inp" + echo "ww3_grib.inp" cat ww3_grib.inp # 1.b Run GRIB packing program @@ -163,13 +162,13 @@ exit 3 fi - if [ $fht -gt 0 ]; then + if [ $fht -gt 0 ]; then $WGRIB2 gribfile -set_date $CDATE -set_ftime "$fhr hour fcst" -grib ${COMOUT}/gridded/${outfile} err=$? - else - $WGRIB2 gribfile -set_date $CDATE -set_ftime "$fhr hour fcst" -set table_1.4 1 -set table_1.2 1 -grib ${COMOUT}/gridded/${outfile} + else + $WGRIB2 gribfile -set_date $CDATE -set_ftime "$fhr hour fcst" -set table_1.4 1 -set table_1.2 1 -grib ${COMOUT}/gridded/${outfile} err=$? - fi + fi if [ $err != 0 ] then @@ -239,7 +238,7 @@ echo "${outfile} is global.0p50, not alert out" fi - + # --------------------------------------------------------------------------- # # 3. Clean up the directory diff --git a/ush/wave_grid_interp_sbs.sh b/ush/wave_grid_interp_sbs.sh index 5fb1ce7bcb..bb68333b17 100755 --- a/ush/wave_grid_interp_sbs.sh +++ b/ush/wave_grid_interp_sbs.sh @@ -1,5 +1,5 @@ #!/bin/bash -# +# ################################################################################ # # UNIX Script Documentation Block @@ -17,11 +17,10 @@ # # Attributes: # Language: Bourne-again (BASH) shell -# Machine: WCOSS-DELL-P3 # -# Requirements: -# - wgrib2 with IPOLATES library -# +# Requirements: +# - wgrib2 with IPOLATES library +# ################################################################################ # --------------------------------------------------------------------------- # # 0. Preparations @@ -37,7 +36,7 @@ cd $GRDIDATA - grdID=$1 + grdID=$1 ymdh=$2 dt=$3 nst=$4 @@ -89,18 +88,18 @@ # 0.c Links to files rm -f ${DATA}/output_${ymdh}0000/out_grd.$grdID - + if [ ! -f ${DATA}/${grdID}_interp.inp.tmpl ]; then cp $PARMwave/${grdID}_interp.inp.tmpl ${DATA} fi - ln -sf ${DATA}/${grdID}_interp.inp.tmpl . + ln -sf ${DATA}/${grdID}_interp.inp.tmpl . for ID in $waveGRD do ln -sf ${DATA}/output_${ymdh}0000/out_grd.$ID . done - for ID in $waveGRD $grdID + for ID in $waveGRD $grdID do ln -sf ${DATA}/mod_def.$ID . done @@ -156,7 +155,7 @@ cp -f ./WHTGRIDINT.bin ${DATA}/WHTGRIDINT.bin.${grdID} cp -f ./WHTGRIDINT.bin ${FIXwave}/WHTGRIDINT.bin.${grdID} fi - + if [ "$err" != '0' ] then @@ -196,7 +195,7 @@ # # fi - fi + fi # --------------------------------------------------------------------------- # # 2. Clean up the directory diff --git a/ush/wave_outp_cat.sh b/ush/wave_outp_cat.sh index 56d1b63896..536e4203a5 100755 --- a/ush/wave_outp_cat.sh +++ b/ush/wave_outp_cat.sh @@ -1,22 +1,21 @@ #!/bin/bash -# +# ################################################################################ # # UNIX Script Documentation Block -# Script name: wave_outp_cat.sh -# Script description: Gathers ASCII data files for all fhr for each buoy +# Script name: wave_outp_cat.sh +# Script description: Gathers ASCII data files for all fhr for each buoy # # Author: Jessica Meixner Org: NCEP/EMC Date: 2020-08-27 -# Abstract: Cats spec files from each fhr into one for each buoy +# Abstract: Cats spec files from each fhr into one for each buoy # # Script history log: -# 2020-08-27 Jessica Meixner creation of script +# 2020-08-27 Jessica Meixner creation of script # # $Id$ # # Attributes: # Language: Bourne-again (BASH) shell -# Machine: WCOSS-DELL-P3 # ################################################################################ # --------------------------------------------------------------------------- # @@ -30,7 +29,7 @@ # Use LOUD variable to turn on/off trace. Defaults to YES (on). export LOUD=${LOUD:-YES}; [[ $LOUD = yes ]] && export LOUD=YES [[ "$LOUD" != YES ]] && set +x - + bloc=$1 MAXHOUR=$2 specdir=$3 @@ -69,7 +68,7 @@ # --------------------------------------------------------------------------- # -# 1. Cat for a buoy all fhr into one file +# 1. Cat for a buoy all fhr into one file set +x echo " Generate input file for ww3_outp." @@ -79,7 +78,7 @@ then outfile=${STA_DIR}/${specdir}/$WAV_MOD_TAG.$buoy.bull coutfile=${STA_DIR}/c${specdir}/$WAV_MOD_TAG.$buoy.cbull - rm outfile coutfile + rm outfile coutfile else outfile=${STA_DIR}/${specdir}/$WAV_MOD_TAG.$buoy.spec rm outfile @@ -94,9 +93,9 @@ then outfilefhr=${STA_DIR}/${specdir}fhr/$WAV_MOD_TAG.${ymdh}.$buoy.bull coutfilefhr=${STA_DIR}/c${specdir}fhr/$WAV_MOD_TAG.${ymdh}.$buoy.cbull - else + else outfilefhr=${STA_DIR}/${specdir}fhr/$WAV_MOD_TAG.${ymdh}.$buoy.spec - fi + fi if [ -f $outfilefhr ] then @@ -105,7 +104,7 @@ cat $outfilefhr >> ${STA_DIR}/${specdir}/$WAV_MOD_TAG.$buoy.bull cat $coutfilefhr >> ${STA_DIR}/c${specdir}/$WAV_MOD_TAG.$buoy.cbull rm $outfilefhr $coutfilefhr - else + else cat $outfilefhr >> ${STA_DIR}/${specdir}/$WAV_MOD_TAG.$buoy.spec #rm $outfilefhr fi diff --git a/ush/wave_outp_spec.sh b/ush/wave_outp_spec.sh index da91d3f17f..e48d637307 100755 --- a/ush/wave_outp_spec.sh +++ b/ush/wave_outp_spec.sh @@ -1,5 +1,5 @@ #!/bin/bash -# +# ################################################################################ # # UNIX Script Documentation Block @@ -17,7 +17,6 @@ # # Attributes: # Language: Bourne-again (BASH) shell -# Machine: WCOSS-DELL-P3 # ################################################################################ # --------------------------------------------------------------------------- # @@ -31,7 +30,7 @@ # Use LOUD variable to turn on/off trace. Defaults to YES (on). export LOUD=${LOUD:-YES}; [[ $LOUD = yes ]] && export LOUD=YES [[ "$LOUD" != YES ]] && set +x - + bloc=$1 ymdh=$2 specdir=$3 diff --git a/ush/wave_prnc_cur.sh b/ush/wave_prnc_cur.sh index d48af0c71f..bb98fee07b 100755 --- a/ush/wave_prnc_cur.sh +++ b/ush/wave_prnc_cur.sh @@ -1,5 +1,5 @@ #!/bin/sh -# +# ################################################################################ # # UNIX Script Documentation Block @@ -12,13 +12,12 @@ # Script history log: # 2019-10-02 J-Henrique Alves: origination, first version # 2019-11-02 J-Henrique Alves Ported to global-workflow. -# 2020-06-10 J-Henrique Alves Ported R&D machine Hera +# 2020-06-10 J-Henrique Alves Ported R&D machine Hera # # $Id$ # # Attributes: # Language: Bourne-again (BASH) shell -# Machine: WCOSS-DELL-P3 # ################################################################################ # @@ -46,12 +45,12 @@ mv -f cur_temp3.nc cur_uv_${PDY}_${fext}${fh3}_flat.nc # If weights need to be regenerated due to CDO ver change, use: # $CDO genbil,r4320x2160 rtofs_glo_2ds_f000_3hrly_prog.nc weights.nc cp ${FIXwave}/weights_rtofs_to_r4320x2160.nc ./weights.nc - + # Interpolate to regular 5 min grid $CDO remap,r4320x2160,weights.nc cur_uv_${PDY}_${fext}${fh3}_flat.nc cur_5min_01.nc # Perform 9-point smoothing twice to make RTOFS data less noisy when -# interpolating from 1/12 deg RTOFS grid to 1/6 deg wave grid +# interpolating from 1/12 deg RTOFS grid to 1/6 deg wave grid if [ "WAV_CUR_CDO_SMOOTH" = "YES" ]; then $CDO -f nc -smooth9 cur_5min_01.nc cur_5min_02.nc $CDO -f nc -smooth9 cur_5min_02.nc cur_glo_uv_${PDY}_${fext}${fh3}_5min.nc @@ -62,7 +61,7 @@ fi # Cleanup rm -f cur_temp[123].nc cur_5min_??.nc cur_glo_uv_${PDY}_${fext}${fh3}.nc weights.nc -if [ ${flagfirst} = "T" ] +if [ ${flagfirst} = "T" ] then sed -e "s/HDRFL/T/g" ${PARMwave}/ww3_prnc.cur.${WAVECUR_FID}.inp.tmpl > ww3_prnc.inp else diff --git a/util/modulefiles/gfs_util.wcoss_dell_p3 b/util/modulefiles/gfs_util.wcoss_dell_p3 deleted file mode 100755 index bde874a371..0000000000 --- a/util/modulefiles/gfs_util.wcoss_dell_p3 +++ /dev/null @@ -1,22 +0,0 @@ -#%Module##################################################### -## Module file for GFS util -############################################################# -# -# Loading required system modules -# - module load ips/18.0.1.163 - module load impi/18.0.1 - module load NCL/6.4.0 - -# Loading GEMPAK module - module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/ - module load gempak/7.3.3 - -# Loading Intel-Compiled NCEP Libraries - module load bacio/2.0.3 - module load w3emc/2.4.0 - module load w3nco/2.2.0 - module load ip/3.0.2 - module load sp/2.0.3 - module load g2/3.2.0 - module load bufr/11.3.0 diff --git a/util/sorc/compile_gfs_util_wcoss.sh b/util/sorc/compile_gfs_util_wcoss.sh index 2fe4e2c7cf..724626d3ea 100755 --- a/util/sorc/compile_gfs_util_wcoss.sh +++ b/util/sorc/compile_gfs_util_wcoss.sh @@ -2,7 +2,7 @@ ###################################################################### # -# Build executable GFS utility for GFS V16.0.0 +# Build executable GFS utility for GFS V16.0.0 # ###################################################################### @@ -10,21 +10,13 @@ LMOD_EXACT_MATCH=no source ../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=$(pwd) -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "hera" ] ; then +if [ "$target" = "hera" ] ; then echo " " - echo " You are on WCOSS: $target " + echo " You are on $target " echo " " -elif [ "$target" = "wcoss" ] ; then +else echo " " - echo " " - echo " You are on WCOSS: $target " - echo " You do not need to build GFS utilities for GFS V16.0.0 " - echo " " - echo " " - exit -else - echo " " - echo " Your machine is $target is not recognized as a WCOSS machine." + echo " Your machine $target is not supported" echo " The script $0 can not continue. Aborting!" echo " " exit @@ -33,7 +25,7 @@ echo " " # Load required modules source ../modulefiles/gfs_util.${target} -module list +module list dirlist="overgridid rdbfmsua webtitle mkgfsawps" set -x diff --git a/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh b/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh index 7c7a5022e3..5d12f3e53c 100755 --- a/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh +++ b/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh @@ -3,21 +3,13 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=$(pwd) -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "hera" ] ; then +if [ "$target" = "hera" ]; then echo " " - echo " You are on WCOSS: $target " + echo " You are on $target " echo " " -elif [ "$target" = "wcoss" ] ; then - echo " " - echo " " - echo " You are on WCOSS: $target " - echo " You do not need to build GFS utilities for GFS V15.0.0 " - echo " " - echo " " - exit else echo " " - echo " Your machine is $target is not recognized as a WCOSS machine." + echo " Your machine $target is not supported" echo " The script $0 can not continue. Aborting!" echo " " exit diff --git a/util/sorc/mkgfsawps.fd/makefile.wcoss_cray b/util/sorc/mkgfsawps.fd/makefile.wcoss_cray deleted file mode 100755 index b1bd05f7e9..0000000000 --- a/util/sorc/mkgfsawps.fd/makefile.wcoss_cray +++ /dev/null @@ -1,56 +0,0 @@ -SHELL=/bin/sh -# -SRCS= mkgfsawps.f - -OBJS= mkgfsawps.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = ifort - -LDFLAGS = -IOMP5_LIB=/opt/intel/composer_xe_2015.3.187/compiler/lib/intel64/libiomp5.a - -LIBS = -Xlinker --start-group ${W3NCO_LIBd} ${W3NCO_LIBd} ${IP_LIBd} ${SP_LIBd} ${BACIO_LIB4} ${IOMP5_LIB} - -CMD = mkgfsawps -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = -O3 -g -convert big_endian -r8 -i4 -assume noold_ldout_format - -#FFLAGS = -F -#FFLAGS = -Wf"-ez" - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) -o $(LDFLAGS) $(@) $(OBJS) $(LIBS) - rm -f $(OBJS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) -o $(LDFLAGS) $(@) $(OBJS) $(LIBS) - -rm -f $(OBJS) - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/util/sorc/mkgfsawps.fd/makefile.wcoss_dell_p3 b/util/sorc/mkgfsawps.fd/makefile.wcoss_dell_p3 deleted file mode 100755 index 86f3c417b1..0000000000 --- a/util/sorc/mkgfsawps.fd/makefile.wcoss_dell_p3 +++ /dev/null @@ -1,53 +0,0 @@ -SHELL=/bin/sh -# -SRCS= mkgfsawps.f - -OBJS= mkgfsawps.o - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# PROFLIB Library needed for profiling -# -FC = ifort - -LDFLAGS = -IOMP5_LIB=/usrx/local/prod/intel/2018UP01/lib/intel64/libiomp5.a - -LIBS = -Xlinker --start-group ${W3NCO_LIBd} ${W3NCO_LIBd} ${IP_LIBd} ${SP_LIBd} ${BACIO_LIB4} ${IOMP5_LIB} - -CMD = mkgfsawps -PROFLIB = -lprof - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# WARNING: SIMULTANEOUSLY PROFILING AND FLOWTRACING IS NOT RECOMMENDED -FFLAGS = -O3 -g -convert big_endian -r8 -i4 -assume noold_ldout_format - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# -all: $(CMD) - -$(CMD): $(OBJS) - $(FC) -o $(LDFLAGS) $(@) $(OBJS) $(LIBS) - rm -f $(OBJS) - -# Make the profiled version of the command and call it a.out.prof -# -$(CMD).prof: $(OBJS) - $(FC) -o $(LDFLAGS) $(@) $(OBJS) $(LIBS) - -rm -f $(OBJS) - -clean: - -rm -f $(OBJS) - -clobber: clean - -rm -f $(CMD) $(CMD).prof - -void: clobber - -rm -f $(SRCS) makefile diff --git a/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh b/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh index 3c55640367..d7b0e0185c 100755 --- a/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh +++ b/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh @@ -10,21 +10,13 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=$(pwd) -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "hera" ] ; then +if [ "$target" = "hera" ]; then echo " " echo " You are on $target " echo " " -elif [ "$target" = "wcoss" ] ; then - echo " " - echo " " - echo " You are on WCOSS: $target " - echo " You do not need to build GFS utilities for GFS V15.0.0 " - echo " " - echo " " - exit else echo " " - echo " Your machine is $target is not recognized as a WCOSS machine." + echo " Your machine $target is not supported" echo " The script $0 can not continue. Aborting!" echo " " exit diff --git a/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh b/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh index 63d0ccdb2a..2ffcdc6190 100755 --- a/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh +++ b/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh @@ -10,21 +10,13 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=$(pwd) -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "hera" ] ; then +if [ "$target" = "hera" ]; then echo " " - echo " You are on WCOSS: $target " + echo " You are on $target " echo " " -elif [ "$target" = "wcoss" ] ; then - echo " " - echo " " - echo " You are on WCOSS: $target " - echo " You do not need to build GFS utilities for GFS V15.0.0 " - echo " " - echo " " - exit else echo " " - echo " Your machine is $target is not recognized as a WCOSS machine." + echo " Your machine $target is not supported." echo " The script $0 can not continue. Aborting!" echo " " exit diff --git a/util/sorc/rdbfmsua.fd/makefile.wcoss_cray b/util/sorc/rdbfmsua.fd/makefile.wcoss_cray deleted file mode 100755 index 69d183f394..0000000000 --- a/util/sorc/rdbfmsua.fd/makefile.wcoss_cray +++ /dev/null @@ -1,84 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 11:21:07 AM on 10/28/94 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -OBJS= rdbfmsua.o - - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# -FC = ifort -# FFLAGS = -O3 -q32 -I${GEMINC} -I${NAWIPS}/os/${NA_OS}/include -# FFLAGS = -I${GEMINC} -I${NAWIPS}/os/${NA_OS}/include -FFLAGS = -I${GEMINC} -I${OS_INC} -# LDFLAGS = -O3 -q32 -s -# LDFLAGS = -Wl,-Map,MAPFILE - -# BRIDGE=/gpfs/dell1/nco/ops/nwpara/gempak.v7.3.1/nawips/os/linux3.10.0_x86_64/lib/libbridge.a -BRIDGE=${GEMOLB}/libbridge.a - -LIBS = ${DECOD_UT_LIB} ${BUFR_LIB4} \ - -L${GEMOLB} -lgemlib -lappl -lsyslib -lcgemlib -lgfortran ${BRIDGE} - -# -L${GEMOLB} -lgemlib -lappl -lsyslib -lcgemlib -lgfortran ${BRIDGE} -# -L/nwprod/gempak/nawips1/os/linux2.6.32_x86_64/lib -lgemlib -lappl -lsyslib -lcgemlib -lbridge -lncepBUFR \ -# -lgfortran - -CMD = rdbfmsua - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# CFLAGS= -O3 -q32 - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - - -# The following rule reads the required NAWIPS definitions and then recursively -# runs this same makefile with a new target in the spawned shell. -# - -clean: - -rm -f ${OBJS} - -clobber: clean - -rm -f ${CMD} - -void: clobber - -rm -f ${SRCS} makefile diff --git a/util/sorc/rdbfmsua.fd/makefile.wcoss_dell_p3 b/util/sorc/rdbfmsua.fd/makefile.wcoss_dell_p3 deleted file mode 100755 index 69d183f394..0000000000 --- a/util/sorc/rdbfmsua.fd/makefile.wcoss_dell_p3 +++ /dev/null @@ -1,84 +0,0 @@ -SHELL=/bin/sh -# -# This makefile was produced by /usr/bin/fmgen at 11:21:07 AM on 10/28/94 -# If it is invoked by the command line -# make -f makefile -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable named a.out. -# -# If it is invoked by the command line -# make -f makefile a.out.prof -# it will compile the fortran modules indicated by SRCS into the object -# modules indicated by OBJS and produce an executable which profiles -# named a.out.prof. -# -# To remove all the objects but leave the executables use the command line -# make -f makefile clean -# -# To remove everything but the source files use the command line -# make -f makefile clobber -# -# To remove the source files created by /usr/bin/fmgen and this makefile -# use the command line -# make -f makefile void -# -# The parameters SRCS and OBJS should not need to be changed. If, however, -# you need to add a new module add the name of the source module to the -# SRCS parameter and add the name of the resulting object file to the OBJS -# parameter. The new modules are not limited to fortran, but may be C, YACC, -# LEX, or CAL. An explicit rule will need to be added for PASCAL modules. -# -OBJS= rdbfmsua.o - - -# Tunable parameters -# -# FC Name of the fortran compiling system to use -# LDFLAGS Flags to the loader -# LIBS List of libraries -# CMD Name of the executable -# -FC = ifort -# FFLAGS = -O3 -q32 -I${GEMINC} -I${NAWIPS}/os/${NA_OS}/include -# FFLAGS = -I${GEMINC} -I${NAWIPS}/os/${NA_OS}/include -FFLAGS = -I${GEMINC} -I${OS_INC} -# LDFLAGS = -O3 -q32 -s -# LDFLAGS = -Wl,-Map,MAPFILE - -# BRIDGE=/gpfs/dell1/nco/ops/nwpara/gempak.v7.3.1/nawips/os/linux3.10.0_x86_64/lib/libbridge.a -BRIDGE=${GEMOLB}/libbridge.a - -LIBS = ${DECOD_UT_LIB} ${BUFR_LIB4} \ - -L${GEMOLB} -lgemlib -lappl -lsyslib -lcgemlib -lgfortran ${BRIDGE} - -# -L${GEMOLB} -lgemlib -lappl -lsyslib -lcgemlib -lgfortran ${BRIDGE} -# -L/nwprod/gempak/nawips1/os/linux2.6.32_x86_64/lib -lgemlib -lappl -lsyslib -lcgemlib -lbridge -lncepBUFR \ -# -lgfortran - -CMD = rdbfmsua - -# To perform the default compilation, use the first line -# To compile with flowtracing turned on, use the second line -# To compile giving profile additonal information, use the third line -# CFLAGS= -O3 -q32 - -# Lines from here on down should not need to be changed. They are the -# actual rules which make uses to build a.out. -# - -$(CMD): $(OBJS) - $(FC) $(LDFLAGS) -o $(@) $(OBJS) $(LIBS) - - -# The following rule reads the required NAWIPS definitions and then recursively -# runs this same makefile with a new target in the spawned shell. -# - -clean: - -rm -f ${OBJS} - -clobber: clean - -rm -f ${CMD} - -void: clobber - -rm -f ${SRCS} makefile diff --git a/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh b/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh index 40cdc22f40..d0d8f79bde 100755 --- a/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh +++ b/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh @@ -10,21 +10,13 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=$(pwd) -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "hera" ] ; then +if [ "$target" = "hera" ]; then echo " " - echo " You are on WCOSS: $target " + echo " You are on $target " echo " " -elif [ "$target" = "wcoss" ] ; then - echo " " - echo " " - echo " You are on WCOSS: $target " - echo " You do not need to build GFS utilities for GFS V15.0.0 " - echo " " - echo " " - exit else echo " " - echo " Your machine is $target is not recognized as a WCOSS machine." + echo " Your machine $target is not supported." echo " The script $0 can not continue. Aborting!" echo " " exit diff --git a/workflow/README_ecflow.md b/workflow/README_ecflow.md index 6b9114480e..5dd73617ed 100644 --- a/workflow/README_ecflow.md +++ b/workflow/README_ecflow.md @@ -14,7 +14,7 @@ variables that are set in the shell, then using the ecFlow API, a definition file is created. While the application creates the definition file it also uses the path defined as `ECFgfs`, which will be elaborated on later in this guide, and creates the folders and scripts that match the definition file, setting the -`ECFHome` variable in the definition file to match the `ECFgfs` parameter. +`ECFHome` variable in the definition file to match the `ECFgfs` parameter. Please refer to the [setup the YAML](#configuring-the-yaml-file) section for instructions on how to setup the YAML file for what you want. @@ -94,20 +94,20 @@ shell environment or by specifying a value in the config.base file. To use an en the YAML file has a reserved word prefix `env.`. The code functions by parsing the YAML file into a dictionary then doing a recursive search over that dictionary to determine if the `env.` prefix is used anywhere, either a value or key. When a node uses that syntax, the application will search first -the current shell environment variables for a match, if none exists, then it will search +the current shell environment variables for a match, if none exists, then it will search the `config.base` file for any configurations that may have been exported from there. Finally, it will -then replace the string `env.PARAMETER` with the value from the shell or `config.base` file in the +then replace the string `env.PARAMETER` with the value from the shell or `config.base` file in the dictionary that was imported. The original YAML file will remain unchanged. **NOTE:** The environment variable cannot be used in conjunction with a string so trying to use `env.ECFgfs/include` will return only the value for `ECFgfs`, it will not append any strings or -values to the beginning or end of the value. +values to the beginning or end of the value. Example: -Entering `env.FHMAX_GFS` as a value for a node will use the value that was +Entering `env.FHMAX_GFS` as a value for a node will use the value that was specified in the `config.base` file for the `FHMAX_GFS` export. This will be reflected in the final -definition file. It will not be updated in the original YAML file, that will remain as -`env.FHMAX_GFS`. +definition file. It will not be updated in the original YAML file, that will remain as +`env.FHMAX_GFS`. ### Script Repository @@ -245,7 +245,7 @@ Once a suite line has been added, families need to be added under a `nodes:` hea First add the `nodes:` dictionary line under the suite name, then create the hierarchical structure for the families. Families can be dictionary objects under other families. In the example below, the suites -`prod00` and `prod06` will have the family `gfs`. +`prod00` and `prod06` will have the family `gfs`. Then only the `prod00` suite will have the family `gdas` added to it. Once the family structure has been setup, add in a `tasks` dictionary under the @@ -306,14 +306,14 @@ endsuite ### Adding edits Edits can be added to either families, tasks or suites by putting an `edits:` -dictionary tag and then listing the edits below. The format for edits will be -the edit variable on the left and then the value on the right. +dictionary tag and then listing the edits below. The format for edits will be +the edit variable on the left and then the value on the right. -So in this example below, lets consider that we want the `RUN` value to be +So in this example below, lets consider that we want the `RUN` value to be `GFS` for both the `prod00` and `prod06` suite but we wnat the `CYC` value -to be `00` for the `prod00` suite and `06` for the `prod06` suite. So in -that case we would use the individual declaration for the suites for the -`CYC` value only and then the listed suites declaration for the rest. +to be `00` for the `prod00` suite and `06` for the `prod06` suite. So in +that case we would use the individual declaration for the suites for the +`CYC` value only and then the listed suites declaration for the rest. * Example ```YAML @@ -367,7 +367,7 @@ endsuite #### Task Setup Extras Tasks are added in as a dictionary under the `tasks:` header. So if you want to add -multiple tasks to a family, do not add them in list syntax, add them as hashes to the dictionary. +multiple tasks to a family, do not add them in list syntax, add them as hashes to the dictionary. * Example ```YAML @@ -422,26 +422,26 @@ endsuite #### Task Script Repository and Templates When adding tasks, it is possible that you may want to run a task for every forecast hour in a large range -but not want to copy and paste the same script for every forecast hour. With the generator application, you -can specify a `template:` parameter. After defining the [script repo](#script-repository) parameter, the -application will search the defined directory for the template script. It will then copy the template script to +but not want to copy and paste the same script for every forecast hour. With the generator application, you +can specify a `template:` parameter. After defining the [script repo](#script-repository) parameter, the +application will search the defined directory for the template script. It will then copy the template script to the destination folder for the suite with an adjusted name. In the example below, you can see the range used for the `jgfs_atmos_post_f` forecast hour task with a template. Please refer to the [ranges and lists](#ranges-and-lists) section of this document for information on how to set up a range but for the purposes of the example below, we are focusing on the template. What is relevant here is that we want 4 instances of the `jgfs_atmos_post_f` forecast hour script to be in place and use the same -`jgfs_atmos_post_master` script for the template. +`jgfs_atmos_post_master` script for the template. In addition to the resultant defintion file, noted below is the folder that was created for the `prod00` suite. The -`prod00` folder is located at the `$HOMEecf`, in the case below you cans see it is defined as -`/usr1/knevins/global-workflow/ecf` location and contains four instances of the `jgfs_atmos_post_master` -script, each renamed to match the `task` name in the definition file. +`prod00` folder is located at the `$HOMEecf`, in the case below you cans see it is defined as +`/usr1/knevins/global-workflow/ecf` location and contains four instances of the `jgfs_atmos_post_master` +script, each renamed to match the `task` name in the definition file. -**NOTE:** A special template value is `skip`. If you use `template: skip` in a task, the generator will know that -the script is in fact not in the script repository and it will not attempt to copy or create it but it will -add it to the definition file. This is useful in conjunction with the [defstatus](#defstatus) parameter so the -suite will skip already done tasks and there won't be a representation of it in the final directory. +**NOTE:** A special template value is `skip`. If you use `template: skip` in a task, the generator will know that +the script is in fact not in the script repository and it will not attempt to copy or create it but it will +add it to the definition file. This is useful in conjunction with the [defstatus](#defstatus) parameter so the +suite will skip already done tasks and there won't be a representation of it in the final directory. * Example ```YAML @@ -499,13 +499,13 @@ prod00 #### Events To add an event, you first need to add the `events:` dictionary heading underneath the node to which it needs to be -added. Then underneath that `events:` heading, as a list object, add the list of events that you want have attached. +added. Then underneath that `events:` heading, as a list object, add the list of events that you want have attached. -**NOTE:** Events can be ranges or list objects, please see the section below on creating lists or ranges. +**NOTE:** Events can be ranges or list objects, please see the section below on creating lists or ranges. **NOTE:** Events must be added in a list. This is not the same structure as adding tasks, which are dictionary objects, -the events list is an actual list so please make sure to add a hyphen, `-`, in front of every event that you wish to -add. +the events list is an actual list so please make sure to add a hyphen, `-`, in front of every event that you wish to +add. * Example ```YAML @@ -549,9 +549,9 @@ To add a trigger, add a `triggers:` dictionary heading underneath the task or fa item with the identifier for what you want the trigger to look for. So for a task, it would be `- task: task_name` or for a family it would be `- family: family_name` -**NOTE:** It was mentioned above but an important distinction from tasks is that triggers need to be in list format. -The reason for this is due to triggers being either families or tasks, and that is determined by the dictionary -label for the list item. +**NOTE:** It was mentioned above but an important distinction from tasks is that triggers need to be in list format. +The reason for this is due to triggers being either families or tasks, and that is determined by the dictionary +label for the list item. **NOTE:** By default, multiple triggers are added to a node with __AND__ @@ -559,7 +559,7 @@ Triggers can also have the following items associated with it: * `event:` * This is listed as part of the list item but in it's own `event:` header. The `event:` must exist within the suite or it will be rejected. - * Events can be lists or ranges. + * Events can be lists or ranges. * `state:` * This will identify the state of the task or family in the trigger. States are generally `active`, `complete`, or `queued`. @@ -637,16 +637,16 @@ endsuite At the time of this README, the use case for the def status was to be able to add nodes to a definition file, and have them marked as complete so that the ecflow run knows that the script is there but acknowleges as done without having to do anything. This is useful when running development tasks, that rely on an operational task, but the operational task -is already done and nothing else needs to be executed. +is already done and nothing else needs to be executed. To add defstatus to a task or family, add a `defstatus:` parameter underneath the node, not a dictionary, this will be a key/value pair. It will have a value associated with it so the item will look like `defstatus: value` -**NOTE:** A defstatus can be added to a family or a task object. Both are acceptable formats. +**NOTE:** A defstatus can be added to a family or a task object. Both are acceptable formats. -**NOTE:** When a defstatus is defined for a parent object, all child nodes under the object inherit that so in the +**NOTE:** When a defstatus is defined for a parent object, all child nodes under the object inherit that so in the example below, all families and tasks are considered complete and since the `template: skip` value is there for the -task, the script generator will not attempt to look for it in the script repo. +task, the script generator will not attempt to look for it in the script repo. * Example ```YAML @@ -695,35 +695,35 @@ endsuite ### Repeats -Repeats are in a standalone section because of the nature of how ecflow handles repeating tasks. Ecflow has multiple +Repeats are in a standalone section because of the nature of how ecflow handles repeating tasks. Ecflow has multiple methods for handling repeating tasks but they lack a lot of the specificity that one would hope. Trying to identify something as simple as run every 6 hours for the next three days is a rather complex setup. With that, after adding a repat, please double check the setup to make sure that the code has done the repeat type that you are looking to -accomplish. +accomplish. Repeats are declared with the `repeat:` key value and the value has a specific syntax as follows: - `YYYYMMDD(HH)? to YYYYMMDD(HH)? (by DD:HH:MM)?` -where the items in the `()?` are optional. + `YYYYMMDD(HH)? to YYYYMMDD(HH)? (by DD:HH:MM)?` +where the items in the `()?` are optional. -The first value is the start time specified in year, month, day with a hour value as optional. The second value +The first value is the start time specified in year, month, day with a hour value as optional. The second value is the end date in year, month, day format with an hour as an optional value. The third is the increment time in day, hour and minute format. The day is optional as well in third value. It can be read as starting at the first value, repeat until the second value is reached and increment by the third value. If no third value is specified -increment by 1 hour. +increment by 1 hour. -The value `2022032400 to 2022042400` is valid as is the value `2022032400 to 2022042400 by 18:00`. +The value `2022032400 to 2022042400` is valid as is the value `2022032400 to 2022042400 by 18:00`. * If the repeat string has the start and end dates on the same day, just a `time` string with a `date` option will -be used. +be used. * If the repeat string has the start and end on different days but within a 24 hour window, there will be a start date with a repeats and a time string added to the definition file. -* If the repeat spans multiple days, it requires a combination of time, date and crons in the definition file. +* If the repeat spans multiple days, it requires a combination of time, date and crons in the definition file. To elaborate on the example below of `2022032400 to 2022042400 by 18:00`. That will be read as starting at 00Z on -March 24th 2022, run every 18 hours until April 24th 2022. This will be reflected in the definition file with a -`date` value of March 24th, `24.3.2022` to start, a `time` value of `00:00` indicating start, a relative `time` +March 24th 2022, run every 18 hours until April 24th 2022. This will be reflected in the definition file with a +`date` value of March 24th, `24.3.2022` to start, a `time` value of `00:00` indicating start, a relative `time` value of `+18:00` to indicate that after running and waiting 18 hours, run again, and a `repeat` value -to indicate that this needs to happen 42 times to get to April 24th. +to indicate that this needs to happen 42 times to get to April 24th. * Example ```YAML @@ -756,19 +756,19 @@ endsuite ## Ranges and Lists -If you need to have multiple forecast hours or have a similar node object with just a few characters difference, the -concept of ranges and lists will be very useful in this situation. Families, tasks, or even triggers and events can +If you need to have multiple forecast hours or have a similar node object with just a few characters difference, the +concept of ranges and lists will be very useful in this situation. Families, tasks, or even triggers and events can have ranges or lists associated with them to shorten the creation of the definition YAML. The goal is to have one -line that can create multiple suites, familes, or tasks or even events. +line that can create multiple suites, familes, or tasks or even events. A range is a basic counting structure that follows the [Python range](https://docs.python.org/3.3/library/stdtypes.html?highlight=range#range) class object format. It is specified in one of the following three formats: * `( $MAX_VALUE )` * `( $START_VALUE, $MAX_VALUE )` * `( $START_VALUE, $MAX_VALUE, $STEP )` -As you can see from the examples, if only one value is specified then it uses that as the max value, if two, then a -start and end, and three includes an increment. It uses default values of 0 for the start value and 1 for the increment -if nothing else is specified. +As you can see from the examples, if only one value is specified then it uses that as the max value, if two, then a +start and end, and three includes an increment. It uses default values of 0 for the start value and 1 for the increment +if nothing else is specified. ### Range Hierarchy @@ -776,18 +776,18 @@ The code also uses a heirarchy structure so that range values can be passed down to modify them slightly. To use a parent counter, use the same notation as the list or range but do not put any values in the notation. So if there is a range of `(4)` for a parent node and the child node has the notation `( )` in it then when the parent node uses the value `1`, so will the child node. An example of this would be that if a parent node has a -string value like `jgfs_atmos_post_f( 4 )` there will be 4 objects created in the definition file, -`jgfs_atmos_post_f000`, `jgfs_atmos_post_f001`, `jgfs_atmos_post_f002`, `jgfs_atmos_post_f003`. -Then if that task has an edit that reads `FHR: 'f( )'` then the node `jgfs_atmos_post_f001` will have an edit that -reads `FHR: f001` and so on. +string value like `jgfs_atmos_post_f( 4 )` there will be 4 objects created in the definition file, +`jgfs_atmos_post_f000`, `jgfs_atmos_post_f001`, `jgfs_atmos_post_f002`, `jgfs_atmos_post_f003`. +Then if that task has an edit that reads `FHR: 'f( )'` then the node `jgfs_atmos_post_f001` will have an edit that +reads `FHR: f001` and so on. -If there is no maximum value as well, you can also modify the increment or start values. In the same example from -above if `jgfs_atmos_post_f( 4 )` is the node definition but you wanted the edit value to start at 1 instead of +If there is no maximum value as well, you can also modify the increment or start values. In the same example from +above if `jgfs_atmos_post_f( 4 )` is the node definition but you wanted the edit value to start at 1 instead of 0, then using `FHRGRP: '( 1, )'` which uses 1 as the start value but as you can see has no max value, will set the -value of the edit in node `jgfs_atmos_post_f001` to `FHRGRP: 002`. Similar can also be done for something like -the incremenet value so if the edit was specified as `FHRGRP: '( ,,6 )'` the value for the edit in node -`jgfs_atmos_post_f001` would be set to `FHRGRP: 006` because it would incrememnt by 6 but still use the same -parent counter for the base since no start or max value was specified. +value of the edit in node `jgfs_atmos_post_f001` to `FHRGRP: 002`. Similar can also be done for something like +the incremenet value so if the edit was specified as `FHRGRP: '( ,,6 )'` the value for the edit in node +`jgfs_atmos_post_f001` would be set to `FHRGRP: 006` because it would incrememnt by 6 but still use the same +parent counter for the base since no start or max value was specified. * Example ```YAML @@ -866,14 +866,14 @@ endsuite Lists are similar to the ranges but use the `[ ]` bracket syntax. Items in the list can be of any type and will run the same way as ranges. The list cane be either within a string or just a list format for YAML and both should be -interpreted by the generator properly. +interpreted by the generator properly. -**NOTE:** Lists will also match ranges if they are equal in length. So if you have a range of four and a list of -four, when the first element of the range is used, the first element of the list is also used. +**NOTE:** Lists will also match ranges if they are equal in length. So if you have a range of four and a list of +four, when the first element of the range is used, the first element of the list is also used. **NOTE:** Lists do not inheret the parent values directly. They read the position but given the flexibility needed -it does not pass down the actual values. The code could be updated to do that easily if it turns out to be a -future need but due to potential conflicts, it was not set that way in this version. +it does not pass down the actual values. The code could be updated to do that easily if it turns out to be a +future need but due to potential conflicts, it was not set that way in this version. * Example ```YAML diff --git a/workflow/hosts.py b/workflow/hosts.py index c54112dce1..57bce4e5e4 100644 --- a/workflow/hosts.py +++ b/workflow/hosts.py @@ -24,7 +24,7 @@ class Host: """ SUPPORTED_HOSTS = ['HERA', 'ORION', 'JET', - 'WCOSS_DELL_P3', 'WCOSS2'] + 'WCOSS2'] def __init__(self, host=None): @@ -48,10 +48,6 @@ def detect(cls): machine = 'ORION' elif os.path.exists('/lfs4/HFIP'): machine = 'JET' - elif os.path.exists('/gpfs') and os.path.exists('/etc/SuSE-release'): - machine = 'WCOSS_C' - elif os.path.exists('/gpfs/dell2'): - machine = 'WCOSS_DELL_P3' elif os.path.exists('/lfs/f1'): machine = 'WCOSS2' diff --git a/workflow/hosts/wcoss_dell_p3.yaml b/workflow/hosts/wcoss_dell_p3.yaml deleted file mode 100644 index daa9595c31..0000000000 --- a/workflow/hosts/wcoss_dell_p3.yaml +++ /dev/null @@ -1,19 +0,0 @@ -base_git: '/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git' -base_svn: '/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git' -dmpdir: '/gpfs/dell3/emc/global/dump' -nwprod: '${NWROOT:-"/gpfs/dell1/nco/ops/nwprod"}' -comroot: '${COMROOT:-"/gpfs/dell1/nco/ops/com"}' -homedir: '/gpfs/dell2/emc/modeling/noscrub/$USER' -stmp: '/gpfs/dell3/stmp/$USER' -ptmp: '/gpfs/dell3/ptmp/$USER' -noscrub: $HOMEDIR -account: GFS-DEV -scheduler: lsf -queue: dev -queue_service: dev_transfer -partition_batch: None -chgrp_rstprod: 'YES' -chgrp_cmd: 'chgrp rstprod' -hpssarch: 'YES' -localarch: 'NO' -atardir: '/NCEPDEV/$HPSS_PROJECT/1year/$USER/$machine/scratch/$PSLOT' \ No newline at end of file