From 98c56572fae94a3c218bae846bdd54832bfee9bc Mon Sep 17 00:00:00 2001 From: Seth Linden Date: Wed, 15 Sep 2021 13:32:46 -0600 Subject: [PATCH 1/6] Per issue #1858: duplicated fcst/obs fields to run/test with both obs_quality_inc and obs_quality_exc. SL --- test/config/PointStatConfig_qty_inc_exc | 194 ++++++++++++++++++++++++ 1 file changed, 194 insertions(+) create mode 100644 test/config/PointStatConfig_qty_inc_exc diff --git a/test/config/PointStatConfig_qty_inc_exc b/test/config/PointStatConfig_qty_inc_exc new file mode 100644 index 0000000000..ae34eef7a5 --- /dev/null +++ b/test/config/PointStatConfig_qty_inc_exc @@ -0,0 +1,194 @@ +//////////////////////////////////////////////////////////////////////////////// +// +// Point-Stat configuration file. +// +// For additional information, please see the MET User's Guide. +// +//////////////////////////////////////////////////////////////////////////////// + +// +// Output model name to be written +// +model = "WRF"; + +// +// Output description to be written +// May be set separately in each "obs.field" entry +// +desc = "NA"; + +//////////////////////////////////////////////////////////////////////////////// + +// +// Verification grid +// +regrid = { + to_grid = NONE; + method = NEAREST; + width = 1; +} + +//////////////////////////////////////////////////////////////////////////////// + +cnt_thresh = [ NA ]; +cnt_logic = UNION; +wind_thresh = [ NA ]; +wind_logic = UNION; +eclv_points = 0.05; + +// +// Forecast and observation fields to be verified +// +fcst = { + sid_inc = []; + sid_exc = []; + + field = [ + { + name = "TMP"; + level = [ "Z2" ]; + cat_thresh = [ <=273, >273 ]; + message_type = [ "ADPSFC" ]; + obs_quality_inc = [ ${OBS_QUALITY_INC_SFC} ]; + obs_quality_exc = []; + desc = "QTY_INC_SFC"; + }, + + { + name = "TMP"; + level = [ "P500" ]; + cat_thresh = [ <=273, >273 ]; + message_type = [ "ADPUPA" ]; + obs_quality_inc = [ ${OBS_QUALITY_INC_UPA} ]; + obs_quality_exc = []; + desc = "QTY_INC_UPA"; + }, + + { + name = "TMP"; + level = [ "Z2" ]; + cat_thresh = [ <=273, >273 ]; + message_type = [ "ADPSFC" ]; + obs_quality_inc = []; + obs_quality_exc = [ ${OBS_QUALITY_EXC_SFC} ]; + desc = "QTY_EXC_SFC"; + }, + + { + name = "TMP"; + level = [ "P500" ]; + cat_thresh = [ <=273, >273 ]; + message_type = [ "ADPUPA" ]; + obs_quality_inc = []; + obs_quality_exc = [ ${OBS_QUALITY_EXC_UPA} ]; + desc = "QTY_EXC_UPA"; + } + ]; + +} +obs = fcst; + +//////////////////////////////////////////////////////////////////////////////// + +// +// Point observation time window +// +obs_window = { + beg = -5400; + end = 5400; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Verification masking regions +// +mask = { + grid = [ "FULL" ]; + poly = []; + sid = []; + llpnt = []; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Confidence interval settings +// +ci_alpha = [ 0.05 ]; + +boot = { + interval = PCTILE; + rep_prop = 1.0; + n_rep = 0; + rng = "mt19937"; + seed = "1"; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Interpolation methods +// +interp = { + vld_thresh = 1.0; + + type = [ + { + method = NEAREST; + width = 1; + } + ]; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// HiRA verification method +// +hira = { + flag = FALSE; + width = [ 2, 3, 4, 5 ]; + vld_thresh = 1.0; + cov_thresh = [ ==0.25 ]; + shape = SQUARE; + prob_cat_thresh = []; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Statistical output types +// +output_flag = { + fho = BOTH; + ctc = BOTH; + cts = BOTH; + mctc = NONE; + mcts = NONE; + cnt = BOTH; + sl1l2 = BOTH; + sal1l2 = NONE; + vl1l2 = NONE; + val1l2 = NONE; + vcnt = NONE; + pct = NONE; + pstd = NONE; + pjc = NONE; + prc = NONE; + ecnt = NONE; + orank = NONE; + rps = NONE; + eclv = BOTH; + mpr = BOTH; +} + +//////////////////////////////////////////////////////////////////////////////// + +duplicate_flag = NONE; +rank_corr_flag = TRUE; +tmp_dir = "/tmp"; +output_prefix = "${OUTPUT_PREFIX}"; +version = "V10.1.0"; + +//////////////////////////////////////////////////////////////////////////////// From 116f87445d84986e563f8651bf9cbea8ac383235 Mon Sep 17 00:00:00 2001 From: Seth Linden Date: Wed, 15 Sep 2021 13:38:52 -0600 Subject: [PATCH 2/6] Per issue #1858: duplicated fcst/obs fields to run/test with both obs_quality_inc and obs_quality_exc. SL --- test/config/EnsembleStatConfig_qty_inc_exc | 242 +++++++++++++++++++++ 1 file changed, 242 insertions(+) create mode 100644 test/config/EnsembleStatConfig_qty_inc_exc diff --git a/test/config/EnsembleStatConfig_qty_inc_exc b/test/config/EnsembleStatConfig_qty_inc_exc new file mode 100644 index 0000000000..f762de720f --- /dev/null +++ b/test/config/EnsembleStatConfig_qty_inc_exc @@ -0,0 +1,242 @@ +//////////////////////////////////////////////////////////////////////////////// +// +// Ensemble-Stat configuration file. +// +// For additional information, please see the MET User's Guide. +// +//////////////////////////////////////////////////////////////////////////////// + +// +// Output model name to be written +// +model = "WRF"; + +// +// Output description to be written +// May be set separately in each "obs.field" entry +// +desc = "NA"; + +// +// Output observation type to be written +// +obtype = "ANALYS"; + +//////////////////////////////////////////////////////////////////////////////// + +// +// Verification grid +// +regrid = { + to_grid = NONE; + method = NEAREST; + width = 1; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Ensemble product fields to be processed +// +ens = { + ens_thresh = 1.0; + vld_thresh = 1.0; + + field = [ + { + name = "TMP"; + level = [ "Z2" ]; + cat_thresh = [ <=273, >273 ]; + } + ]; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Neighborhood ensemble probabilities +// +nbrhd_prob = { + width = [ 5 ]; + shape = CIRCLE; + vld_thresh = 0.0; +} + +// +// NMEP smoothing methods +// +nmep_smooth = { + vld_thresh = 0.0; + shape = CIRCLE; + gaussian_dx = 81.27; + gaussian_radius = 120; + type = [ + { + method = GAUSSIAN; + width = 1; + } + ]; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Forecast and observation fields to be verified +// +fcst = { + message_type = [ "ADPSFC" ]; + sid_inc = []; + sid_exc = []; + + field = [ + { + name = "TMP"; + level = [ "Z2" ]; + obs_quality_inc = [ ${OBS_QUALITY_INC} ]; + obs_quality_exc = []; + desc = "QTY_INC"; + }, + + { + name = "TMP"; + level = [ "Z2" ]; + obs_quality_inc = []; + obs_quality_exc = [ ${OBS_QUALITY_EXC} ]; + desc = "QTY_EXC"; + } + ]; +} +obs = fcst; + +//////////////////////////////////////////////////////////////////////////////// + +// +// Point observation filtering options +// May be set separately in each "obs.field" entry +// +obs_thresh = [ NA ]; +duplicate_flag = NONE; +obs_summary = NONE; +obs_perc_value = 50; +skip_const = FALSE; + +// +// Observation error options +// Set dist_type to NONE to use the observation error table instead +// May be set separately in each "obs.field" entry +// +obs_error = { + flag = FALSE; + dist_type = NONE; + dist_parm = []; + inst_bias_scale = 1.0; + inst_bias_offset = 0.0; + min = NA; + max = NA; +} + +// +// Ensemble bin sizes +// May be set separately in each "obs.field" entry +// +ens_ssvar_bin_size = 1.0; +ens_phist_bin_size = 0.05; + +// +// Categorical thresholds to define ensemble probabilities +// May be set separately in each "fcst.field" entry +// +prob_cat_thresh = []; + +//////////////////////////////////////////////////////////////////////////////// + +// +// Point observation time window +// +obs_window = { + beg = -5400; + end = 5400; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Verification masking regions +// +mask = { + grid = [ "FULL" ]; + poly = []; + sid = []; + llpnt = []; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Interpolation methods +// +interp = { + field = BOTH; + vld_thresh = 1.0; + + type = [ + { + method = NEAREST; + width = 1; + } + ]; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Statistical output types +// +output_flag = { + ecnt = BOTH; + rps = NONE; + rhist = BOTH; + phist = BOTH; + orank = BOTH; + ssvar = BOTH; + relp = BOTH; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Ensemble product output types +// +ensemble_flag = { + mean = TRUE; + stdev = TRUE; + minus = TRUE; + plus = TRUE; + min = TRUE; + max = TRUE; + range = TRUE; + vld_count = TRUE; + frequency = TRUE; + nep = FALSE; + nmep = FALSE; + rank = TRUE; + weight = FALSE; +} + +//////////////////////////////////////////////////////////////////////////////// + +// +// Random number generator +// +rng = { + type = "mt19937"; + seed = "1"; +} + +//////////////////////////////////////////////////////////////////////////////// + +grid_weight_flag = NONE; +output_prefix = "${OUTPUT_PREFIX}"; +version = "V10.1.0"; + +//////////////////////////////////////////////////////////////////////////////// From 351af7c6396c6256f7e38024651a910fb1785162 Mon Sep 17 00:00:00 2001 From: Seth Linden Date: Wed, 15 Sep 2021 13:41:50 -0600 Subject: [PATCH 3/6] Per issue #1858. Deleted these files git repository. These were replaced with: PointStatConfig_qty_inc_exc. SL --- test/config/PointStatConfig_qty_exc | 172 ---------------------------- test/config/PointStatConfig_qty_inc | 172 ---------------------------- 2 files changed, 344 deletions(-) delete mode 100644 test/config/PointStatConfig_qty_exc delete mode 100644 test/config/PointStatConfig_qty_inc diff --git a/test/config/PointStatConfig_qty_exc b/test/config/PointStatConfig_qty_exc deleted file mode 100644 index 9ba878398a..0000000000 --- a/test/config/PointStatConfig_qty_exc +++ /dev/null @@ -1,172 +0,0 @@ -//////////////////////////////////////////////////////////////////////////////// -// -// Point-Stat configuration file. -// -// For additional information, please see the MET User's Guide. -// -//////////////////////////////////////////////////////////////////////////////// - -// -// Output model name to be written -// -model = "WRF"; - -// -// Output description to be written -// May be set separately in each "obs.field" entry -// -desc = "NA"; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification grid -// -regrid = { - to_grid = NONE; - method = NEAREST; - width = 1; -} - -//////////////////////////////////////////////////////////////////////////////// - -cnt_thresh = [ NA ]; -cnt_logic = UNION; -wind_thresh = [ NA ]; -wind_logic = UNION; -eclv_points = 0.05; - -// -// Forecast and observation fields to be verified -// -fcst = { - sid_inc = []; - sid_exc = []; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - cat_thresh = [ <=273, >273 ]; - message_type = [ "ADPSFC" ]; - obs_quality_inc = []; - obs_quality_exc = [ ${OBS_QUALITY_EXC_SFC} ]; - }, - - { - name = "TMP"; - level = [ "P500" ]; - cat_thresh = [ <=273, >273 ]; - message_type = [ "ADPUPA" ]; - obs_quality_inc = []; - obs_quality_exc = [ ${OBS_QUALITY_EXC_UPA} ]; - } - ]; - -} -obs = fcst; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation time window -// -obs_window = { - beg = -5400; - end = 5400; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification masking regions -// -mask = { - grid = [ "FULL" ]; - poly = []; - sid = []; - llpnt = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Confidence interval settings -// -ci_alpha = [ 0.05 ]; - -boot = { - interval = PCTILE; - rep_prop = 1.0; - n_rep = 0; - rng = "mt19937"; - seed = "1"; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Interpolation methods -// -interp = { - vld_thresh = 1.0; - - type = [ - { - method = NEAREST; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// HiRA verification method -// -hira = { - flag = FALSE; - width = [ 2, 3, 4, 5 ]; - vld_thresh = 1.0; - cov_thresh = [ ==0.25 ]; - shape = SQUARE; - prob_cat_thresh = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Statistical output types -// -output_flag = { - fho = BOTH; - ctc = BOTH; - cts = BOTH; - mctc = NONE; - mcts = NONE; - cnt = BOTH; - sl1l2 = BOTH; - sal1l2 = NONE; - vl1l2 = NONE; - val1l2 = NONE; - vcnt = NONE; - pct = NONE; - pstd = NONE; - pjc = NONE; - prc = NONE; - ecnt = NONE; - orank = NONE; - rps = NONE; - eclv = BOTH; - mpr = BOTH; -} - -//////////////////////////////////////////////////////////////////////////////// - -duplicate_flag = NONE; -rank_corr_flag = TRUE; -tmp_dir = "/tmp"; -output_prefix = "${OUTPUT_PREFIX}"; -version = "V10.1.0"; - -//////////////////////////////////////////////////////////////////////////////// diff --git a/test/config/PointStatConfig_qty_inc b/test/config/PointStatConfig_qty_inc deleted file mode 100644 index 61793579c7..0000000000 --- a/test/config/PointStatConfig_qty_inc +++ /dev/null @@ -1,172 +0,0 @@ -//////////////////////////////////////////////////////////////////////////////// -// -// Point-Stat configuration file. -// -// For additional information, please see the MET User's Guide. -// -//////////////////////////////////////////////////////////////////////////////// - -// -// Output model name to be written -// -model = "WRF"; - -// -// Output description to be written -// May be set separately in each "obs.field" entry -// -desc = "NA"; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification grid -// -regrid = { - to_grid = NONE; - method = NEAREST; - width = 1; -} - -//////////////////////////////////////////////////////////////////////////////// - -cnt_thresh = [ NA ]; -cnt_logic = UNION; -wind_thresh = [ NA ]; -wind_logic = UNION; -eclv_points = 0.05; - -// -// Forecast and observation fields to be verified -// -fcst = { - sid_inc = []; - sid_exc = []; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - cat_thresh = [ <=273, >273 ]; - message_type = [ "ADPSFC" ]; - obs_quality_inc = [ ${OBS_QUALITY_INC_SFC} ]; - obs_quality_exc = []; - }, - - { - name = "TMP"; - level = [ "P500" ]; - cat_thresh = [ <=273, >273 ]; - message_type = [ "ADPUPA" ]; - obs_quality_inc = [ ${OBS_QUALITY_INC_UPA} ]; - obs_quality_exc = []; - } - ]; - -} -obs = fcst; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation time window -// -obs_window = { - beg = -5400; - end = 5400; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification masking regions -// -mask = { - grid = [ "FULL" ]; - poly = []; - sid = []; - llpnt = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Confidence interval settings -// -ci_alpha = [ 0.05 ]; - -boot = { - interval = PCTILE; - rep_prop = 1.0; - n_rep = 0; - rng = "mt19937"; - seed = "1"; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Interpolation methods -// -interp = { - vld_thresh = 1.0; - - type = [ - { - method = NEAREST; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// HiRA verification method -// -hira = { - flag = FALSE; - width = [ 2, 3, 4, 5 ]; - vld_thresh = 1.0; - cov_thresh = [ ==0.25 ]; - shape = SQUARE; - prob_cat_thresh = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Statistical output types -// -output_flag = { - fho = BOTH; - ctc = BOTH; - cts = BOTH; - mctc = NONE; - mcts = NONE; - cnt = BOTH; - sl1l2 = BOTH; - sal1l2 = NONE; - vl1l2 = NONE; - val1l2 = NONE; - vcnt = NONE; - pct = NONE; - pstd = NONE; - pjc = NONE; - prc = NONE; - ecnt = NONE; - orank = NONE; - rps = NONE; - eclv = BOTH; - mpr = BOTH; -} - -//////////////////////////////////////////////////////////////////////////////// - -duplicate_flag = NONE; -rank_corr_flag = TRUE; -tmp_dir = "/tmp"; -output_prefix = "${OUTPUT_PREFIX}"; -version = "V10.1.0"; - -//////////////////////////////////////////////////////////////////////////////// From 20f3635a02d6476b575f106f500e4d6e35279ae1 Mon Sep 17 00:00:00 2001 From: Seth Linden Date: Wed, 15 Sep 2021 13:43:48 -0600 Subject: [PATCH 4/6] Per issue #1858. Deleted these files from the git repository. These were replaced with: EnsembleStatConfig_qty_inc_exc. SL --- test/config/EnsembleStatConfig_qty | 233 ------------------------- test/config/EnsembleStatConfig_qty_exc | 233 ------------------------- test/config/EnsembleStatConfig_qty_inc | 233 ------------------------- 3 files changed, 699 deletions(-) delete mode 100644 test/config/EnsembleStatConfig_qty delete mode 100644 test/config/EnsembleStatConfig_qty_exc delete mode 100644 test/config/EnsembleStatConfig_qty_inc diff --git a/test/config/EnsembleStatConfig_qty b/test/config/EnsembleStatConfig_qty deleted file mode 100644 index a73d1dd198..0000000000 --- a/test/config/EnsembleStatConfig_qty +++ /dev/null @@ -1,233 +0,0 @@ -//////////////////////////////////////////////////////////////////////////////// -// -// Ensemble-Stat configuration file. -// -// For additional information, please see the MET User's Guide. -// -//////////////////////////////////////////////////////////////////////////////// - -// -// Output model name to be written -// -model = "WRF"; - -// -// Output description to be written -// May be set separately in each "obs.field" entry -// -desc = "NA"; - -// -// Output observation type to be written -// -obtype = "ANALYS"; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification grid -// -regrid = { - to_grid = NONE; - method = NEAREST; - width = 1; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Ensemble product fields to be processed -// -ens = { - ens_thresh = 1.0; - vld_thresh = 1.0; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - cat_thresh = [ <=273, >273 ]; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Neighborhood ensemble probabilities -// -nbrhd_prob = { - width = [ 5 ]; - shape = CIRCLE; - vld_thresh = 0.0; -} - -// -// NMEP smoothing methods -// -nmep_smooth = { - vld_thresh = 0.0; - shape = CIRCLE; - gaussian_dx = 81.27; - gaussian_radius = 120; - type = [ - { - method = GAUSSIAN; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Forecast and observation fields to be verified -// -fcst = { - message_type = [ "ADPSFC" ]; - sid_inc = []; - sid_exc = []; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - obs_quality_inc = [ ${OBS_QUALITY} ]; - obs_quality_exc = []; - } - ]; -} -obs = fcst; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation filtering options -// May be set separately in each "obs.field" entry -// -obs_thresh = [ NA ]; -duplicate_flag = NONE; -obs_summary = NONE; -obs_perc_value = 50; -skip_const = FALSE; - -// -// Observation error options -// Set dist_type to NONE to use the observation error table instead -// May be set separately in each "obs.field" entry -// -obs_error = { - flag = FALSE; - dist_type = NONE; - dist_parm = []; - inst_bias_scale = 1.0; - inst_bias_offset = 0.0; - min = NA; - max = NA; -} - -// -// Ensemble bin sizes -// May be set separately in each "obs.field" entry -// -ens_ssvar_bin_size = 1.0; -ens_phist_bin_size = 0.05; - -// -// Categorical thresholds to define ensemble probabilities -// May be set separately in each "fcst.field" entry -// -prob_cat_thresh = []; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation time window -// -obs_window = { - beg = -5400; - end = 5400; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification masking regions -// -mask = { - grid = [ "FULL" ]; - poly = []; - sid = []; - llpnt = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Interpolation methods -// -interp = { - field = BOTH; - vld_thresh = 1.0; - - type = [ - { - method = NEAREST; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Statistical output types -// -output_flag = { - ecnt = BOTH; - rps = NONE; - rhist = BOTH; - phist = BOTH; - orank = BOTH; - ssvar = BOTH; - relp = BOTH; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Ensemble product output types -// -ensemble_flag = { - mean = TRUE; - stdev = TRUE; - minus = TRUE; - plus = TRUE; - min = TRUE; - max = TRUE; - range = TRUE; - vld_count = TRUE; - frequency = TRUE; - nep = FALSE; - nmep = FALSE; - rank = TRUE; - weight = FALSE; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Random number generator -// -rng = { - type = "mt19937"; - seed = "1"; -} - -//////////////////////////////////////////////////////////////////////////////// - -grid_weight_flag = NONE; -output_prefix = "${OUTPUT_PREFIX}"; -version = "V10.1.0"; - -//////////////////////////////////////////////////////////////////////////////// diff --git a/test/config/EnsembleStatConfig_qty_exc b/test/config/EnsembleStatConfig_qty_exc deleted file mode 100644 index e6fb15a50e..0000000000 --- a/test/config/EnsembleStatConfig_qty_exc +++ /dev/null @@ -1,233 +0,0 @@ -//////////////////////////////////////////////////////////////////////////////// -// -// Ensemble-Stat configuration file. -// -// For additional information, please see the MET User's Guide. -// -//////////////////////////////////////////////////////////////////////////////// - -// -// Output model name to be written -// -model = "WRF"; - -// -// Output description to be written -// May be set separately in each "obs.field" entry -// -desc = "NA"; - -// -// Output observation type to be written -// -obtype = "ANALYS"; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification grid -// -regrid = { - to_grid = NONE; - method = NEAREST; - width = 1; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Ensemble product fields to be processed -// -ens = { - ens_thresh = 1.0; - vld_thresh = 1.0; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - cat_thresh = [ <=273, >273 ]; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Neighborhood ensemble probabilities -// -nbrhd_prob = { - width = [ 5 ]; - shape = CIRCLE; - vld_thresh = 0.0; -} - -// -// NMEP smoothing methods -// -nmep_smooth = { - vld_thresh = 0.0; - shape = CIRCLE; - gaussian_dx = 81.27; - gaussian_radius = 120; - type = [ - { - method = GAUSSIAN; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Forecast and observation fields to be verified -// -fcst = { - message_type = [ "ADPSFC" ]; - sid_inc = []; - sid_exc = []; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - obs_quality_inc = []; - obs_quality_exc = [ ${OBS_QUALITY_EXC} ]; - } - ]; -} -obs = fcst; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation filtering options -// May be set separately in each "obs.field" entry -// -obs_thresh = [ NA ]; -duplicate_flag = NONE; -obs_summary = NONE; -obs_perc_value = 50; -skip_const = FALSE; - -// -// Observation error options -// Set dist_type to NONE to use the observation error table instead -// May be set separately in each "obs.field" entry -// -obs_error = { - flag = FALSE; - dist_type = NONE; - dist_parm = []; - inst_bias_scale = 1.0; - inst_bias_offset = 0.0; - min = NA; - max = NA; -} - -// -// Ensemble bin sizes -// May be set separately in each "obs.field" entry -// -ens_ssvar_bin_size = 1.0; -ens_phist_bin_size = 0.05; - -// -// Categorical thresholds to define ensemble probabilities -// May be set separately in each "fcst.field" entry -// -prob_cat_thresh = []; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation time window -// -obs_window = { - beg = -5400; - end = 5400; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification masking regions -// -mask = { - grid = [ "FULL" ]; - poly = []; - sid = []; - llpnt = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Interpolation methods -// -interp = { - field = BOTH; - vld_thresh = 1.0; - - type = [ - { - method = NEAREST; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Statistical output types -// -output_flag = { - ecnt = BOTH; - rps = NONE; - rhist = BOTH; - phist = BOTH; - orank = BOTH; - ssvar = BOTH; - relp = BOTH; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Ensemble product output types -// -ensemble_flag = { - mean = TRUE; - stdev = TRUE; - minus = TRUE; - plus = TRUE; - min = TRUE; - max = TRUE; - range = TRUE; - vld_count = TRUE; - frequency = TRUE; - nep = FALSE; - nmep = FALSE; - rank = TRUE; - weight = FALSE; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Random number generator -// -rng = { - type = "mt19937"; - seed = "1"; -} - -//////////////////////////////////////////////////////////////////////////////// - -grid_weight_flag = NONE; -output_prefix = "${OUTPUT_PREFIX}"; -version = "V10.1.0"; - -//////////////////////////////////////////////////////////////////////////////// diff --git a/test/config/EnsembleStatConfig_qty_inc b/test/config/EnsembleStatConfig_qty_inc deleted file mode 100644 index bca908ab55..0000000000 --- a/test/config/EnsembleStatConfig_qty_inc +++ /dev/null @@ -1,233 +0,0 @@ -//////////////////////////////////////////////////////////////////////////////// -// -// Ensemble-Stat configuration file. -// -// For additional information, please see the MET User's Guide. -// -//////////////////////////////////////////////////////////////////////////////// - -// -// Output model name to be written -// -model = "WRF"; - -// -// Output description to be written -// May be set separately in each "obs.field" entry -// -desc = "NA"; - -// -// Output observation type to be written -// -obtype = "ANALYS"; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification grid -// -regrid = { - to_grid = NONE; - method = NEAREST; - width = 1; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Ensemble product fields to be processed -// -ens = { - ens_thresh = 1.0; - vld_thresh = 1.0; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - cat_thresh = [ <=273, >273 ]; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Neighborhood ensemble probabilities -// -nbrhd_prob = { - width = [ 5 ]; - shape = CIRCLE; - vld_thresh = 0.0; -} - -// -// NMEP smoothing methods -// -nmep_smooth = { - vld_thresh = 0.0; - shape = CIRCLE; - gaussian_dx = 81.27; - gaussian_radius = 120; - type = [ - { - method = GAUSSIAN; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Forecast and observation fields to be verified -// -fcst = { - message_type = [ "ADPSFC" ]; - sid_inc = []; - sid_exc = []; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - obs_quality_inc = [ ${OBS_QUALITY_INC} ]; - obs_quality_exc = []; - } - ]; -} -obs = fcst; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation filtering options -// May be set separately in each "obs.field" entry -// -obs_thresh = [ NA ]; -duplicate_flag = NONE; -obs_summary = NONE; -obs_perc_value = 50; -skip_const = FALSE; - -// -// Observation error options -// Set dist_type to NONE to use the observation error table instead -// May be set separately in each "obs.field" entry -// -obs_error = { - flag = FALSE; - dist_type = NONE; - dist_parm = []; - inst_bias_scale = 1.0; - inst_bias_offset = 0.0; - min = NA; - max = NA; -} - -// -// Ensemble bin sizes -// May be set separately in each "obs.field" entry -// -ens_ssvar_bin_size = 1.0; -ens_phist_bin_size = 0.05; - -// -// Categorical thresholds to define ensemble probabilities -// May be set separately in each "fcst.field" entry -// -prob_cat_thresh = []; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation time window -// -obs_window = { - beg = -5400; - end = 5400; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification masking regions -// -mask = { - grid = [ "FULL" ]; - poly = []; - sid = []; - llpnt = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Interpolation methods -// -interp = { - field = BOTH; - vld_thresh = 1.0; - - type = [ - { - method = NEAREST; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Statistical output types -// -output_flag = { - ecnt = BOTH; - rps = NONE; - rhist = BOTH; - phist = BOTH; - orank = BOTH; - ssvar = BOTH; - relp = BOTH; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Ensemble product output types -// -ensemble_flag = { - mean = TRUE; - stdev = TRUE; - minus = TRUE; - plus = TRUE; - min = TRUE; - max = TRUE; - range = TRUE; - vld_count = TRUE; - frequency = TRUE; - nep = FALSE; - nmep = FALSE; - rank = TRUE; - weight = FALSE; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Random number generator -// -rng = { - type = "mt19937"; - seed = "1"; -} - -//////////////////////////////////////////////////////////////////////////////// - -grid_weight_flag = NONE; -output_prefix = "${OUTPUT_PREFIX}"; -version = "V10.1.0"; - -//////////////////////////////////////////////////////////////////////////////// From 57b59bf48e26dd7c01e96ee4eadc59e92cf1f430 Mon Sep 17 00:00:00 2001 From: Seth Linden Date: Wed, 15 Sep 2021 13:44:40 -0600 Subject: [PATCH 5/6] Per issue #1858. Deleted these files from the git repository. These were replaced with: PointStatConfig_qty_inc_exc. SL --- test/config/PointStatConfig_qty | 172 -------------------------------- 1 file changed, 172 deletions(-) delete mode 100644 test/config/PointStatConfig_qty diff --git a/test/config/PointStatConfig_qty b/test/config/PointStatConfig_qty deleted file mode 100644 index 61793579c7..0000000000 --- a/test/config/PointStatConfig_qty +++ /dev/null @@ -1,172 +0,0 @@ -//////////////////////////////////////////////////////////////////////////////// -// -// Point-Stat configuration file. -// -// For additional information, please see the MET User's Guide. -// -//////////////////////////////////////////////////////////////////////////////// - -// -// Output model name to be written -// -model = "WRF"; - -// -// Output description to be written -// May be set separately in each "obs.field" entry -// -desc = "NA"; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification grid -// -regrid = { - to_grid = NONE; - method = NEAREST; - width = 1; -} - -//////////////////////////////////////////////////////////////////////////////// - -cnt_thresh = [ NA ]; -cnt_logic = UNION; -wind_thresh = [ NA ]; -wind_logic = UNION; -eclv_points = 0.05; - -// -// Forecast and observation fields to be verified -// -fcst = { - sid_inc = []; - sid_exc = []; - - field = [ - { - name = "TMP"; - level = [ "Z2" ]; - cat_thresh = [ <=273, >273 ]; - message_type = [ "ADPSFC" ]; - obs_quality_inc = [ ${OBS_QUALITY_INC_SFC} ]; - obs_quality_exc = []; - }, - - { - name = "TMP"; - level = [ "P500" ]; - cat_thresh = [ <=273, >273 ]; - message_type = [ "ADPUPA" ]; - obs_quality_inc = [ ${OBS_QUALITY_INC_UPA} ]; - obs_quality_exc = []; - } - ]; - -} -obs = fcst; - -//////////////////////////////////////////////////////////////////////////////// - -// -// Point observation time window -// -obs_window = { - beg = -5400; - end = 5400; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Verification masking regions -// -mask = { - grid = [ "FULL" ]; - poly = []; - sid = []; - llpnt = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Confidence interval settings -// -ci_alpha = [ 0.05 ]; - -boot = { - interval = PCTILE; - rep_prop = 1.0; - n_rep = 0; - rng = "mt19937"; - seed = "1"; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Interpolation methods -// -interp = { - vld_thresh = 1.0; - - type = [ - { - method = NEAREST; - width = 1; - } - ]; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// HiRA verification method -// -hira = { - flag = FALSE; - width = [ 2, 3, 4, 5 ]; - vld_thresh = 1.0; - cov_thresh = [ ==0.25 ]; - shape = SQUARE; - prob_cat_thresh = []; -} - -//////////////////////////////////////////////////////////////////////////////// - -// -// Statistical output types -// -output_flag = { - fho = BOTH; - ctc = BOTH; - cts = BOTH; - mctc = NONE; - mcts = NONE; - cnt = BOTH; - sl1l2 = BOTH; - sal1l2 = NONE; - vl1l2 = NONE; - val1l2 = NONE; - vcnt = NONE; - pct = NONE; - pstd = NONE; - pjc = NONE; - prc = NONE; - ecnt = NONE; - orank = NONE; - rps = NONE; - eclv = BOTH; - mpr = BOTH; -} - -//////////////////////////////////////////////////////////////////////////////// - -duplicate_flag = NONE; -rank_corr_flag = TRUE; -tmp_dir = "/tmp"; -output_prefix = "${OUTPUT_PREFIX}"; -version = "V10.1.0"; - -//////////////////////////////////////////////////////////////////////////////// From a499cafd18e34be6260b74513666f36a7a56ac5d Mon Sep 17 00:00:00 2001 From: Seth Linden Date: Wed, 15 Sep 2021 14:03:11 -0600 Subject: [PATCH 6/6] Per issue #1858: Modified: Don't need to run separate tests for obs_quality_inc and obs_quality_exc, these are now combined into one test via the updated config files: PointStatConfig_qty_inc_exc and EnsembleStatConfig_qty_inc_exc. SL --- test/xml/unit_quality_filter.xml | 92 +++++++++----------------------- 1 file changed, 24 insertions(+), 68 deletions(-) diff --git a/test/xml/unit_quality_filter.xml b/test/xml/unit_quality_filter.xml index e8178187a5..b3db881fc4 100644 --- a/test/xml/unit_quality_filter.xml +++ b/test/xml/unit_quality_filter.xml @@ -20,65 +20,45 @@ - + &MET_BIN;/point_stat OBS_QUALITY_INC_SFC "8" OBS_QUALITY_INC_UPA "2" - OUTPUT_PREFIX QTY_PB - - \ - &DATA_DIR_MODEL;/grib1/nam/nam_2012040900_F012.grib \ - &OUTPUT_DIR;/pb2nc/gdas1.20120409.t12z.prepbufr.nc \ - &CONFIG_DIR;/PointStatConfig_qty_inc \ - -outdir &OUTPUT_DIR;/point_stat -v 3 - - - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V.stat - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_fho.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_ctc.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_cts.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_cnt.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_sl1l2.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_mpr.txt - - - - - &MET_BIN;/point_stat - OBS_QUALITY_EXC_SFC "9" OBS_QUALITY_EXC_UPA "9" - OUTPUT_PREFIX QTY_PB + OUTPUT_PREFIX QTY_INC_EXC_PB \ &DATA_DIR_MODEL;/grib1/nam/nam_2012040900_F012.grib \ &OUTPUT_DIR;/pb2nc/gdas1.20120409.t12z.prepbufr.nc \ - &CONFIG_DIR;/PointStatConfig_qty_exc \ + &CONFIG_DIR;/PointStatConfig_qty_inc_exc \ -outdir &OUTPUT_DIR;/point_stat -v 3 - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V.stat - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_fho.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_ctc.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_cts.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_cnt.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_sl1l2.txt - &OUTPUT_DIR;/point_stat/point_stat_QTY_PB_120000L_20120409_120000V_mpr.txt + &OUTPUT_DIR;/point_stat/point_stat_QTY_INC_EXC_PB_120000L_20120409_120000V.stat + &OUTPUT_DIR;/point_stat/point_stat_QTY_INC_EXC_PB_120000L_20120409_120000V_fho.txt + &OUTPUT_DIR;/point_stat/point_stat_QTY_INC_EXC_PB_120000L_20120409_120000V_ctc.txt + &OUTPUT_DIR;/point_stat/point_stat_QTY_INC_EXC_PB_120000L_20120409_120000V_cts.txt + &OUTPUT_DIR;/point_stat/point_stat_QTY_INC_EXC_PB_120000L_20120409_120000V_cnt.txt + &OUTPUT_DIR;/point_stat/point_stat_QTY_INC_EXC_PB_120000L_20120409_120000V_sl1l2.txt + &OUTPUT_DIR;/point_stat/point_stat_QTY_INC_EXC_PB_120000L_20120409_120000V_mpr.txt - + &MET_BIN;/point_stat OBS_QUALITY_INC_SFC OBS_QUALITY_INC_UPA - OUTPUT_PREFIX QTY_PB + OBS_QUALITY_EXC_SFC + OBS_QUALITY_EXC_UPA + OUTPUT_PREFIX QTY_PB \ &DATA_DIR_MODEL;/grib1/nam/nam_2012040900_F012.grib \ &OUTPUT_DIR;/pb2nc/gdas1.20120409.t12z.prepbufr.nc \ - &CONFIG_DIR;/PointStatConfig_qty_inc \ + &CONFIG_DIR;/PointStatConfig_qty_inc_exc \ -outdir &OUTPUT_DIR;/point_stat -v 3 @@ -92,53 +72,29 @@ - + &MET_BIN;/ensemble_stat OBS_QUALITY_INC "V", "G", "S" - OUTPUT_PREFIX QTY_MADIS_VGS - - \ - 3 \ - &DATA_DIR_MODEL;/grib1/arw-fer-gep1/arw-fer-gep1_2012040900_F012.grib \ - &DATA_DIR_MODEL;/grib1/arw-sch-gep2/arw-sch-gep2_2012040900_F012.grib \ - &DATA_DIR_MODEL;/grib1/arw-tom-gep3/arw-tom-gep3_2012040900_F012.grib \ - &CONFIG_DIR;/EnsembleStatConfig_qty_inc \ - -point_obs &OUTPUT_DIR;/madis2nc/metar_2012040912_F000.nc \ - -outdir &OUTPUT_DIR;/ensemble_stat -v 3 - - - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V.stat - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_ecnt.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_rhist.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_phist.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_orank.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_ens.nc - - - - - &MET_BIN;/ensemble_stat - OBS_QUALITY_EXC "C" - OUTPUT_PREFIX QTY_MADIS_VGS + OUTPUT_PREFIX QTY_INC_EXC_MADIS_VGS \ 3 \ &DATA_DIR_MODEL;/grib1/arw-fer-gep1/arw-fer-gep1_2012040900_F012.grib \ &DATA_DIR_MODEL;/grib1/arw-sch-gep2/arw-sch-gep2_2012040900_F012.grib \ &DATA_DIR_MODEL;/grib1/arw-tom-gep3/arw-tom-gep3_2012040900_F012.grib \ - &CONFIG_DIR;/EnsembleStatConfig_qty_exc \ + &CONFIG_DIR;/EnsembleStatConfig_qty_inc_exc \ -point_obs &OUTPUT_DIR;/madis2nc/metar_2012040912_F000.nc \ -outdir &OUTPUT_DIR;/ensemble_stat -v 3 - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V.stat - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_ecnt.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_rhist.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_phist.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_orank.txt - &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_MADIS_VGS_20120409_120000V_ens.nc + &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_INC_EXC_MADIS_VGS_20120409_120000V.stat + &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_INC_EXC_MADIS_VGS_20120409_120000V_ecnt.txt + &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_INC_EXC_MADIS_VGS_20120409_120000V_rhist.txt + &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_INC_EXC_MADIS_VGS_20120409_120000V_phist.txt + &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_INC_EXC_MADIS_VGS_20120409_120000V_orank.txt + &OUTPUT_DIR;/ensemble_stat/ensemble_stat_QTY_INC_EXC_MADIS_VGS_20120409_120000V_ens.nc