Manage the YAML files into the explicit filter ordering. (#790)

- The UFO filters are rearranged by using the explicit filter ordering with `obs pre filters`, `obs prior filters` and `obs post filters` options. - Add `Temporal Thinning filter` into the `obs post filters` section and and arrange it after the `Background Check filter` and before the `Buddy check filter`. - Rename the IMS IODA file name and copy it into the `rundir/obs` directory for the late use in the snow analysis in the global workflow (NOAA-EMC/global-workflow#2033). Co-authored-by: Cory Martin <cory.r.martin@noaa.gov>
NOAA-EMC · Jan 5, 2024 · a4a3f45 · a4a3f45
1 parent bd57012
commit a4a3f45
Show file tree

Hide file tree

Showing 3 changed files with 45 additions and 37 deletions.
diff --git a/parm/land/obs/config/adpsfc_snow.yaml b/parm/land/obs/config/adpsfc_snow.yaml
@@ -26,7 +26,22 @@ obs localizations:
     max nobs: 50
   - localization method: Vertical Brasnett
     vertical lengthscale: 700
-obs filters:
+obs pre filters:
+  - filter: Perform Action
+    filter variables:
+    - name: totalSnowDepth
+    action:
+      name: assign error
+      error parameter: 40.0
+  - filter: Variable Assignment
+    assignments:
+    - name: GrossErrorProbability/totalSnowDepth
+      type: float
+      value: 0.02
+    - name: BkgError/totalSnowDepth_background_error
+      type: float
+      value: 30.0
+obs prior filters:
   - filter: Bounds Check
     filter variables:
     - name: totalSnowDepth
@@ -57,12 +72,18 @@ obs filters:
         name: MetaData/stationIdentification
       is_in: [71120,71397,71621,71727,71816]
       size where true: 5
+obs post filters:
   - filter: Background Check # gross error check
     filter variables:
     - name: totalSnowDepth
     threshold: 6.25
     action:
       name: reject
+  - filter: Temporal Thinning
+    min_spacing: '{{ LAND_WINDOW_LENGTH }}'
+    seed_time: '{{ current_cycle | to_isotime }}'
+    category_variable:
+      name: MetaData/stationIdentification
   - filter: Met Office Buddy Check
     filter variables:
     - name: totalSnowDepth
@@ -86,18 +107,4 @@ obs filters:
       damping_factor_1: 1.0
       damping_factor_2: 1.0
       background_error_group: BkgError
-  - filter: Perform Action
-    filter variables:
-    - name: totalSnowDepth
-    action:
-      name: assign error
-      error parameter: 40.0
-  - filter: Variable Assignment
-    assignments:
-    - name: GrossErrorProbability/totalSnowDepth
-      type: float
-      value: 0.02
-    - name: BkgError/totalSnowDepth_background_error
-      type: float
-      value: 30.0
 
diff --git a/parm/land/obs/config/snocvr_snow.yaml b/parm/land/obs/config/snocvr_snow.yaml
@@ -26,7 +26,22 @@ obs localizations:
     max nobs: 50
   - localization method: Vertical Brasnett
     vertical lengthscale: 700
-obs filters:
+obs pre filters:
+  - filter: Perform Action
+    filter variables:
+    - name: totalSnowDepth
+    action:
+      name: assign error
+      error parameter: 40.0
+  - filter: Variable Assignment
+    assignments:
+    - name: GrossErrorProbability/totalSnowDepth
+      type: float
+      value: 0.02
+    - name: BkgError/totalSnowDepth_background_error
+      type: float
+      value: 30.0
+obs prior filters:
   - filter: Bounds Check
     filter variables:
     - name: totalSnowDepth
@@ -51,17 +66,18 @@ obs filters:
         name: GeoVaLs/vtype
       minvalue: 14.5
       maxvalue: 15.5
-  - filter: Temporal Thinning
-    min_spacing: '{{ LAND_WINDOW_LENGTH }}'
-    seed_time: '{{ current_cycle | to_isotime }}'
-    category_variable:
-      name: MetaData/stationIdentification
+obs post filters:
   - filter: Background Check # gross error check
     filter variables:
     - name: totalSnowDepth
     threshold: 6.25
     action:
       name: reject
+  - filter: Temporal Thinning
+    min_spacing: '{{ LAND_WINDOW_LENGTH }}'
+    seed_time: '{{ current_cycle | to_isotime }}'
+    category_variable:
+      name: MetaData/stationIdentification
   - filter: Met Office Buddy Check
     filter variables:
     - name: totalSnowDepth
@@ -85,18 +101,3 @@ obs filters:
       damping_factor_1: 1.0
       damping_factor_2: 1.0
       background_error_group: BkgError
-  - filter: Perform Action
-    filter variables:
-    - name: totalSnowDepth
-    action:
-      name: assign error
-      error parameter: 40.0
-  - filter: Variable Assignment
-    assignments:
-    - name: GrossErrorProbability/totalSnowDepth
-      type: float
-      value: 0.02
-    - name: BkgError/totalSnowDepth_background_error
-      type: float
-      value: 30.0
-
diff --git a/parm/land/prep/prep_ims.yaml b/parm/land/prep/prep_ims.yaml
@@ -6,5 +6,5 @@ calcfims:
     - [$(COM_OBS)/$(OPREFIX)IMS4km_to_FV3_mapping.$(CASE)_oro_data.nc, $(DATA)/obs/IMS4km_to_FV3_mapping.$(CASE)_oro_data.nc]
 ims2ioda:
   copy:
-    - [$(DATA)/ims_snow_{{ current_cycle | to_YMDH }}.nc4, $(COM_OBS)/$(OPREFIX)ims_snow.nc4]
+    - [$(DATA)/ims_snow_{{ current_cycle | to_YMDH }}.nc4, $(DATA)/obs/$(OPREFIX)ims_snow.nc4]