Merge pull request #1908 from dtcenter/feature_1482_useCase_buoyData

Feature 1482 use case buoy data

.github/parm/use_case_groups.json

@@ -74,6 +74,11 @@
     "index_list": "6",
     "run": false
   },
+  {
+    "category": "marine_and_cryosphere",
+    "index_list": "7",
+    "run": false
+  },
   {
     "category": "medium_range",
     "index_list": "0",

docs/use_cases/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.py

@@ -0,0 +1,141 @@
+"""
+PointStat: read in buoy ASCII files to compare to model wave heights
+====================================================================
+
+model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.conf
+
+"""
+##############################################################################
+# Scientific Objective
+# --------------------
+#
+# This use case utilizes the new ASCII2NC method to natively read in NDBC ASCII files, a common source of sea surface data
+# for operational entities. These values are then compared to GFS' new wave height output, which it incorporated from Wave Watch III.
+
+##############################################################################
+# Datasets
+# --------
+#
+# | **Forecast:** GFSv16 forecast data from WAVE file category 
+#
+# | **Observations:** ASCII buoy files from NDBC
+#
+# | **Location:** All of the input data required for this use case can be found in the met_test sample data tarball. Click here to the METplus releases page and download sample data for the appropriate release: https://github.com/dtcenter/METplus/releases
+# | This tarball should be unpacked into the directory that you will set the value of INPUT_BASE. See `Running METplus`_ section for more information.
+
+##############################################################################
+# METplus Components
+# ------------------
+#
+# This use case calls ASCII2NC to read in ASCII buoy files and
+# then PointStat for verification against GFS model data
+
+##############################################################################
+# METplus Workflow
+# ----------------
+#
+# ASCII2NC is the first tool called. It pulls in all files with a .txt type, which is 
+# the ASCII buoy data saved format. These observations are converted into a netCDF, which is then called by PointStat
+# as the observation dataset. PointStat also pulls in a 3 hour forecast from the GFS for wave heights, which is included
+# in the range of available buoy observation times. A +/- 30 minute window is allowed for the observational data. 
+# Thresholds are set that correspond to operational usage, and the CTC and CTS line types are requested.
+# It processes the following run time:
+#
+# | **Valid:** 2022-10-16 09Z
+# |
+
+##############################################################################
+# METplus Configuration
+# ---------------------
+#
+# METplus first loads all of the configuration files found in parm/metplus_config,
+# then it loads any configuration files passed to METplus via the command line
+# with the -c option, i.e. -c parm/use_cases/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.conf
+#
+# .. highlight:: bash
+# .. literalinclude:: ../../../../parm/use_cases/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.conf
+
+##############################################################################
+# MET Configuration
+# ---------------------
+#
+# METplus sets environment variables based on user settings in the METplus configuration file. 
+# See :ref:`How METplus controls MET config file settings<metplus-control-met>` for more details. 
+#
+# **YOU SHOULD NOT SET ANY OF THESE ENVIRONMENT VARIABLES YOURSELF! THEY WILL BE OVERWRITTEN BY METPLUS WHEN IT CALLS THE MET TOOLS!**
+#
+# If there is a setting in the MET configuration file that is currently not supported by METplus you'd like to control, please refer to:
+# :ref:`Overriding Unsupported MET config file settings<met-config-overrides>`
+#
+# .. note:: See the :ref:`GridStat MET Configuration<grid-stat-met-conf>` section of the User's Guide for more information on the environment variables used in the file below:
+#
+# .. highlight:: bash
+# .. literalinclude:: ../../../../parm/met_config/Ascii2NcConfig_wrapped
+#
+# .. highlight:: bash
+# .. literalinclude:: ../../../../parm/met_config/PointStatConfig_wrapped
+
+##############################################################################
+# Running METplus
+# ---------------
+#
+# This use case can be run two ways:
+#
+# 1) Passing in PointStat_fcstGFS_obsNDBC_WaveHeight.conf then a user-specific system configuration file::
+#
+#        run_metplus.py -c /path/to/METplus/parm/use_cases/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.conf -c /path/to/user_system.conf
+#
+# 2) Modifying the configurations in parm/metplus_config, then passing in PointStat_fcstGFS_obsNDBC_WaveHeight.conf::
+#
+#        run_metplus.py -c /path/to/METplus/parm/use_cases/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.conf
+#
+# The former method is recommended. Whether you add them to a user-specific configuration file or modify the metplus_config files, the following variables must be set correctly:
+#
+# * **INPUT_BASE** - Path to directory where sample data tarballs are unpacked (See Datasets section to obtain tarballs). This is not required to run METplus, but it is required to run the examples in parm/use_cases
+# * **OUTPUT_BASE** - Path where METplus output will be written. This must be in a location where you have write permissions
+# * **MET_INSTALL_DIR** - Path to location where MET is installed locally
+#
+# Example User Configuration File::
+#
+#   [dir]
+#   INPUT_BASE = /path/to/sample/input/data
+#   OUTPUT_BASE = /path/to/output/dir
+#   MET_INSTALL_DIR = /path/to/met-X.Y 
+#
+# **NOTE:** All of these items must be found under the [dir] section.
+#
+
+##############################################################################
+# Expected Output
+# ---------------
+#
+# A successful run will output the following both to the screen and to the logfile::
+#
+#   INFO: METplus has successfully finished running.
+#
+# Refer to the value set for **OUTPUT_BASE** to find where the output data was generated.
+# Output for this use case will be found in  PointStat and buoy_ASCII directories (relative to **OUTPUT_BASE**)
+# and will contain the following files:
+#
+# * point_stat_030000L_20221016_090000V_ctc.txt
+# * point_stat_030000L_20221016_090000V_cts.txt
+# * point_stat_030000L_20221016_090000V.stat
+# * buoy_2022101609.nc 
+
+##############################################################################
+# Keywords
+# --------
+#
+# .. note::
+#
+#   * PointStatToolUseCase
+#   * ASCII2NCToolUseCase
+#   * GRIB2FileUseCase
+#   * MarineAndCryosphereAppUseCase
+#
+#   Navigate to the :ref:`quick-search` page to discover other similar use cases.
+#
+#
+#
+# sphinx_gallery_thumbnail_path = '_static/marine_and_cryosphere-PointStat_fcstGFS_obsNDBC_WaveHeight.png'
+

internal/tests/use_cases/all_use_cases.txt

@@ -83,6 +83,7 @@ Category: marine_and_cryosphere
 4::GridStat_fcstRTOFS_obsSMAP_climWOA_sss::model_applications/marine_and_cryosphere/GridStat_fcstRTOFS_obsSMAP_climWOA_sss.conf:: icecover_env, py_embed
 5::GridStat_fcstRTOFS_obsAVISO_climHYCOM_ssh::model_applications/marine_and_cryosphere/GridStat_fcstRTOFS_obsAVISO_climHYCOM_ssh.conf:: icecover_env, py_embed
 6::UserScript_fcstRTOFS_obsAOML_calcTransport::model_applications/marine_and_cryosphere/UserScript_fcstRTOFS_obsAOML_calcTransport.conf:: icecover_env, py_embed
+7::PointStat_fcstGFS_obsNDBC_WaveHeight::model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.conf
 #X::GridStat_fcstRTOFS_obsGHRSST_climWOA_sst::model_applications/marine_and_cryosphere/GridStat_fcstRTOFS_obsGHRSST_climWOA_sst.conf, model_applications/marine_and_cryosphere/GridStat_fcstRTOFS_obsGHRSST_climWOA_sst/ci_overrides.conf:: icecover_env, py_embed
 
 

parm/use_cases/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.conf

@@ -0,0 +1,137 @@
+[config]
+
+# Documentation for this use case can be found at
+# https://metplus.readthedocs.io/en/latest/generated/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight.html
+#
+# For additional information, please see the METplus Users Guide.
+# https://metplus.readthedocs.io/en/latest/Users_Guide
+
+###
+# Processes to run
+# https://metplus.readthedocs.io/en/latest/Users_Guide/systemconfiguration.html#process-list
+###
+
+PROCESS_LIST = ASCII2NC, PointStat
+
+###
+# Time Info
+# LOOP_BY options are INIT, VALID, RETRO, and REALTIME
+# If set to INIT or RETRO:
+#   INIT_TIME_FMT, INIT_BEG, INIT_END, and INIT_INCREMENT must also be set
+# If set to VALID or REALTIME:
+#   VALID_TIME_FMT, VALID_BEG, VALID_END, and VALID_INCREMENT must also be set
+# LEAD_SEQ is the list of forecast leads to process
+# https://metplus.readthedocs.io/en/latest/Users_Guide/systemconfiguration.html#timing-control
+###
+
+LOOP_BY = VALID
+VALID_TIME_FMT = %Y%m%d%H
+VALID_BEG = 2022101609
+VALID_END = 2022101609
+VALID_INCREMENT = 1M
+
+LEAD_SEQ = 0
+
+LOOP_ORDER = times
+
+
+###
+# File I/O
+# https://metplus.readthedocs.io/en/latest/Users_Guide/systemconfiguration.html#directory-and-filename-template-info
+###
+
+ASCII2NC_INPUT_DIR = {INPUT_BASE}/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight
+ASCII2NC_INPUT_TEMPLATE = *.txt 
+
+ASCII2NC_OUTPUT_DIR =
+ASCII2NC_OUTPUT_TEMPLATE = {OUTPUT_BASE}/buoy_ASCII/buoy_{valid?fmt=%Y%m%d%H}.nc
+
+ASCII2NC_SKIP_IF_OUTPUT_EXISTS = False
+
+ASCII2NC_FILE_WINDOW_BEGIN = 0
+ASCII2NC_FILE_WINDOW_END = 0
+
+FCST_POINT_STAT_INPUT_DIR = {INPUT_BASE}/model_applications/marine_and_cryosphere/PointStat_fcstGFS_obsNDBC_WaveHeight
+FCST_POINT_STAT_INPUT_TEMPLATE = gfswave.t06z.global.0p16.f003.grib2
+
+OBS_POINT_STAT_INPUT_DIR = 
+OBS_POINT_STAT_INPUT_TEMPLATE = {ASCII2NC_OUTPUT_TEMPLATE}
+
+POINT_STAT_OUTPUT_DIR = {OUTPUT_BASE}/PointStat
+
+
+###
+# Field Info
+# https://metplus.readthedocs.io/en/latest/Users_Guide/systemconfiguration.html#field-info
+###
+
+POINT_STAT_ONCE_PER_FIELD = False
+
+
+FCST_VAR1_NAME = WVHGT
+FCST_VAR1_LEVELS = Z0
+BOTH_VAR1_THRESH = le3.0,ge4.0&&le6.0,ge8.0
+OBS_VAR1_NAME = WVHT
+OBS_VAR1_LEVELS = L0
+
+
+###
+# ASCII2NC Settings
+# https://metplus.readthedocs.io/en/latest/Users_Guide/wrappers.html#ascii2nc
+###
+
+#LOG_ASCII2NC_VERBOSITY = 1
+
+ASCII2NC_CONFIG_FILE = {PARM_BASE}/met_config/Ascii2NcConfig_wrapped
+
+ASCII2NC_INPUT_FORMAT = ndbc_standard
+
+ASCII2NC_MASK_GRID =
+ASCII2NC_MASK_POLY =
+ASCII2NC_MASK_SID =
+
+ASCII2NC_TIME_SUMMARY_FLAG = False
+ASCII2NC_TIME_SUMMARY_RAW_DATA = False
+ASCII2NC_TIME_SUMMARY_BEG = 000000
+ASCII2NC_TIME_SUMMARY_END = 235959
+ASCII2NC_TIME_SUMMARY_STEP = 300
+ASCII2NC_TIME_SUMMARY_WIDTH = 600
+ASCII2NC_TIME_SUMMARY_GRIB_CODES = 11, 204, 211
+ASCII2NC_TIME_SUMMARY_VAR_NAMES =
+ASCII2NC_TIME_SUMMARY_TYPES = min, max, range, mean, stdev, median, p80
+ASCII2NC_TIME_SUMMARY_VALID_FREQ = 0
+ASCII2NC_TIME_SUMMARY_VALID_THRESH = 0.0
+
+###
+# PointStat Settings
+# https://metplus.readthedocs.io/en/latest/Users_Guide/wrappers.html#pointstat
+###
+
+#LOG_POINT_STAT_VERBOSITY = 2
+
+POINT_STAT_CONFIG_FILE ={PARM_BASE}/met_config/PointStatConfig_wrapped
+
+
+#POINT_STAT_OUTPUT_FLAG_FHO =
+POINT_STAT_OUTPUT_FLAG_CTC = BOTH
+POINT_STAT_OUTPUT_FLAG_CTS = BOTH
+OBS_POINT_STAT_WINDOW_BEGIN = -1800
+OBS_POINT_STAT_WINDOW_END = 1800
+
+POINT_STAT_OFFSETS = 0
+
+MODEL = GFSv16
+
+POINT_STAT_DESC = NDBC
+OBTYPE =
+
+POINT_STAT_REGRID_TO_GRID = NONE
+POINT_STAT_REGRID_METHOD = BILIN
+POINT_STAT_REGRID_WIDTH = 2
+
+POINT_STAT_MESSAGE_TYPE = NDBC_STANDARD
+
+POINT_STAT_MASK_GRID = FULL
+POINT_STAT_MASK_POLY = 
+POINT_STAT_MASK_SID =
+