dtcenter · bikegeek · Dec 13, 2024 · Nov 14, 2024 · Nov 15, 2024 · Nov 26, 2024
diff --git a/METdbLoad/test/test_met_db_load.py b/METdbLoad/test/test_met_db_load.py
@@ -47,10 +47,10 @@ def assert_count_rows(cur, table, expected_count):
             ENSEMBLE_STAT_DATA_DIR,
             "ensemble_stat",
             {
-                "line_data_orank": 1426,
-                "line_data_phist_bin": 180,
-                "line_data_rhist_rank": 84,
-                "line_data_phist": 9,
+                "line_data_orank": 1921,
+                "line_data_phist_bin": 360,
+                "line_data_rhist_rank": 108,
+                "line_data_phist": 18,
             },
         ),
         (

diff --git a/METdbLoad/ush/constants.py b/METdbLoad/ush/constants.py
@@ -1319,7 +1319,7 @@
      "fcst_init_beg)"]
 
 #
-# Used by MET reformatter
+# Used by METdataio reformatter
 # 1 more than the MET User's Guide to
 # account for the FCST_INIT_BEG
 #
@@ -1336,6 +1336,7 @@
 NUM_STAT_MCTC_COLS = 28
 NUM_STAT_MCTS_COLS = 45
 NUM_STAT_MPR_COLS = 40
+NUM_STAT_DMAP_COLS =49
 # Number of columns BEFORE the "variable" fields (i.e. VERSION, MODEL, ..., LINETYPE), including the
 # FCST_INIT_BEG column .
 # For PCT the "variable" fields are N_THRESH, THRESH_i, OY_i, ON_i,..., THRESH_N, where the
@@ -1693,5 +1694,14 @@
                    'fcst_climo_mean', 'fcst_climo_stdev']
 
 MPR_SPECIFIC = [cur_stat_header.upper() for cur_stat_header in LC_MPR_SPECIFIC]
-
 MPR_HEADERS = LC_COMMON_STAT_HEADER + ['total'] + LC_MPR_SPECIFIC
+
+
+# DMAP
+LC_DMAP_SPECIFIC =  ['fy', 'oy', 'fbias', 'baddeley', 'hausdorff',
+                          'med_fo', 'med_of', 'med_min', 'med_max', 'med_mean',
+                          'fom_fo', 'fom_of', 'fom_min', 'fom_max', 'fom_mean',
+                          'zhu_fo', 'zhu_of', 'zhu_min', 'zhu_max', 'zhu_mean',
+                          'g', 'gbeta', 'beta_value']
+DMAP_SPECIFIC = [cur_stat_header.upper() for cur_stat_header in LC_DMAP_SPECIFIC]
+DMAP_HEADERS = LC_COMMON_STAT_HEADER + ['total'] + LC_DMAP_SPECIFIC
diff --git a/METreformat/reformat_stat.yaml b/METreformat/reformat_stat.yaml
@@ -16,12 +16,12 @@ log_filename: stdout
 # most verbose is info, less verbose is error
 log_level: info
 
-# Currently support FHO, CTC, CTS, CNT, SL1L2, VL1L2, PCT, MCTC, VCNT, ECNT, RHIST, TCDiag, and MPR line types
+# Currently support FHO, CTC, CTS, CNT, SL1L2, VL1L2, PCT, MCTC, VCNT, ECNT, RHIST, TCDiag, MPR, and DMAP line types
 line_type: PCT
 
 #
-# FOR MPR linetype only
+# FOR MPR or DMAP linetypes only
 #
 
 # True if reformatting for scatter plot, False otherwise
-keep_all_mpr_cols: False
+keep_all_cols: False
diff --git a/METreformat/test/ECNT_for_agg.yaml b/METreformat/test/ECNT_for_agg.yaml
@@ -1,4 +1,4 @@
-input_stats_aggregated: True
+input_stats_aggregated: False
 output_dir: ../output
 output_filename: ensemble_stat_ecnt_for_agg.data
 line_type: ECNT

diff --git a/METreformat/test/data/ensemble_stat/ensemble_stat_20100101_120000V.stat b/METreformat/test/data/ensemble_stat/ensemble_stat_20100101_120000V.stat
diff --git a/METreformat/test/data/ensemble_stat/ensemble_stat_FILE_LIST_20120410_120000V.stat b/METreformat/test/data/ensemble_stat/ensemble_stat_FILE_LIST_20120410_120000V.stat
diff --git a/METreformat/test/data/grid_stat/dmap/grid_stat_120000L_20050807_120000V.stat b/METreformat/test/data/grid_stat/dmap/grid_stat_120000L_20050807_120000V.stat
diff --git a/METreformat/test/data/grid_stat/dmap/grid_stat_APCP_12_120000L_20050807_120000V.stat b/METreformat/test/data/grid_stat/dmap/grid_stat_APCP_12_120000L_20050807_120000V.stat
diff --git a/METreformat/test/data/grid_stat/dmap/grid_stat_APCP_24_240000L_20050808_000000V.stat b/METreformat/test/data/grid_stat/dmap/grid_stat_APCP_24_240000L_20050808_000000V.stat
diff --git a/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_lsm1_010000L_20190521_010000V.stat b/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_lsm1_010000L_20190521_010000V.stat
@@ -0,0 +1,3 @@
+VERSION MODEL    DESC FCST_LEAD FCST_VALID_BEG  FCST_VALID_END  OBS_LEAD OBS_VALID_BEG   OBS_VALID_END   FCST_VAR     FCST_UNITS FCST_LEV OBS_VAR     OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD  INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE
+V11.1.0 FV3_core NA   010000    20190521_010000 20190521_010000 000000   20190521_010000 20190521_010000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NEAREST      1           <999        <999       NA         NA    DMAP      1814400 64663 123297     0.52445      59.29468 181.17671 10.80896 0.83382 0.83382 10.80896 5.82139 0.56002 0.49584 0.49584 0.56002 0.52793 5.5015 0.51393 0.51393 5.5015 3.00771 4558.55938 0.94245 1646023680000
+V11.1.0 FV3_core NA   010000    20190521_010000 20190521_010000 000000   20190521_010000 20190521_010000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NBRHD_SQUARE 1           <999        <999       >=0.5      NA    NBRCTC    1814400 59822   4841 63475       1686262
diff --git a/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_lsm1_020000L_20190521_020000V.stat b/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_lsm1_020000L_20190521_020000V.stat
@@ -0,0 +1,3 @@
+VERSION MODEL    DESC FCST_LEAD FCST_VALID_BEG  FCST_VALID_END  OBS_LEAD OBS_VALID_BEG   OBS_VALID_END   FCST_VAR     FCST_UNITS FCST_LEV OBS_VAR     OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD  INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE
+V11.1.0 FV3_core NA   020000    20190521_020000 20190521_020000 000000   20190521_020000 20190521_020000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NEAREST      1           <999        <999       NA         NA    DMAP      1814400 122478 124217     0.986      37.25676 95.90099 4.91174 4.83528 4.83528 4.91174 4.87351 0.75398 0.75347 0.75347 0.75398 0.75372 2.55647 2.51824 2.51824 2.55647 2.53735 4453.14484 0.94635 1646023680000
+V11.1.0 FV3_core NA   020000    20190521_020000 20190521_020000 000000   20190521_020000 20190521_020000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NBRHD_SQUARE 1           <999        <999       >=0.5      NA    NBRCTC    1814400  86624  35854 37593     1654329
diff --git a/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_mp1_010000L_20190521_010000V.stat b/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_mp1_010000L_20190521_010000V.stat
@@ -0,0 +1,3 @@
+VERSION MODEL    DESC FCST_LEAD FCST_VALID_BEG  FCST_VALID_END  OBS_LEAD OBS_VALID_BEG   OBS_VALID_END   FCST_VAR     FCST_UNITS FCST_LEV OBS_VAR     OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD  INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE
+V11.1.0 FV3_core NA   010000    20190521_010000 20190521_010000 000000   20190521_010000 20190521_010000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NEAREST      1           <999        <999       NA         NA    DMAP      1814400 42968 123297     0.34849      88.36694 246.28845 23.97453 0.61461 0.61461 23.97453 12.29457 0.3947 0.33924 0.33924 0.3947 0.36697 12.09423 0.41427 0.41427 12.09423 6.25425 6279.69715 0.84955 1646023680000
+V11.1.0 FV3_core NA   010000    20190521_010000 20190521_010000 000000   20190521_010000 20190521_010000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NBRHD_SQUARE 1           <999        <999       >=0.5      NA    NBRCTC    1814400 41616   1352 81681       1689751
diff --git a/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_mp1_020000L_20190521_020000V.stat b/METreformat/test/data/grid_stat/dmap/grid_stat_FV3_core_mp1_020000L_20190521_020000V.stat
@@ -0,0 +1,3 @@
+VERSION MODEL    DESC FCST_LEAD FCST_VALID_BEG  FCST_VALID_END  OBS_LEAD OBS_VALID_BEG   OBS_VALID_END   FCST_VAR     FCST_UNITS FCST_LEV OBS_VAR     OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD  INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE
+V11.1.0 FV3_core NA   020000    20190521_020000 20190521_020000 000000   20190521_020000 20190521_020000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NEAREST      1           <999        <999       NA         NA    DMAP      1814400 99988 124217     0.80495      35.7628 108.22661 7.25606 2.82767 2.82767 7.25606 5.04186 0.68722 0.66673 0.66673 0.68722 0.67697 3.72527 1.51107 1.51107 3.72527 2.61817 4331.2607 0.95064 1646023680000
+V11.1.0 FV3_core NA   020000    20190521_020000 20190521_020000 000000   20190521_020000 20190521_020000 fcst_obj_raw NA         *,*      obs_obj_raw NA        *,*     GOES   FULL    NBRHD_SQUARE 1           <999        <999       >=0.5      NA    NBRCTC    1814400 77791  22197 46426       1667986