From 73e3a463c6a53fd5f75de7f2aa90b709756ca0af Mon Sep 17 00:00:00 2001 From: tebadi Date: Fri, 28 Jun 2024 12:11:16 +1000 Subject: [PATCH 1/2] Added stats configurations for fractional cover percentile, tasseled cap, and mangroves for the production runs. --- .../fc_percentile/ga_ls_fc_pc_cyear_3.yaml | 4 +- .../ga_ls_mangrove_cover_cyear_3.yaml | 64 ++++++++++++ .../tc_percentile/ga_ls_tc_pc_cyear_3.yaml | 97 +++++++++++++++++++ 3 files changed, 163 insertions(+), 2 deletions(-) create mode 100644 prod/services/odc-stats/mangroves/ga_ls_mangrove_cover_cyear_3.yaml create mode 100644 prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml diff --git a/prod/services/odc-stats/fc_percentile/ga_ls_fc_pc_cyear_3.yaml b/prod/services/odc-stats/fc_percentile/ga_ls_fc_pc_cyear_3.yaml index 04b66c6bd..9fbb8f188 100644 --- a/prod/services/odc-stats/fc_percentile/ga_ls_fc_pc_cyear_3.yaml +++ b/prod/services/odc-stats/fc_percentile/ga_ls_fc_pc_cyear_3.yaml @@ -16,7 +16,7 @@ product: # -- EO Dataset3 relative section -- naming_conventions_values: dea_c3 - explorer_path: https://explorer.dev.dea.ga.gov.au/ + explorer_path: https://explorer.dea.ga.gov.au/ classifier: ard maturity: final collection_number: 3 @@ -88,7 +88,7 @@ dataset_filters: >- {"datetime": "2010-01--P3Y"}|{"datetime": "2013-01--P5M"}|{"eo:platform": "landsat-8"}| {"datetime": "2022-01--P10Y", "eo:platform": "landsat-9"} output_location: >- - s3://dea-public-data-dev/derivative/ga_ls_fc_pc_cyear_3/4-0-0 + s3://dea-public-data/derivative/ga_ls_fc_pc_cyear_3/4-0-0 # save-tasks options input_products: ga_ls_fc_3+ga_ls_wo_3 diff --git a/prod/services/odc-stats/mangroves/ga_ls_mangrove_cover_cyear_3.yaml b/prod/services/odc-stats/mangroves/ga_ls_mangrove_cover_cyear_3.yaml new file mode 100644 index 000000000..5743356c4 --- /dev/null +++ b/prod/services/odc-stats/mangroves/ga_ls_mangrove_cover_cyear_3.yaml @@ -0,0 +1,64 @@ +plugin: mangroves # this can help system find the relative plugin and plugin version +plugin_config: + mangroves_extent: maximum_extent_of_mangroves_Apr2019.shp # this needs to be overwritten by the path where shapefile presents + pv_thresholds: [14, 40, 62] + +product: + name: ga_ls_mangrove_cover_cyear_3 + short_name: ga_ls_mangrove_cover_cyear_3 + version: 4.0.0 + product_family: mangrove_cover + + # -- EO Dataset3 relative section -- + naming_conventions_values: dea_c3 + explorer_path: https://explorer.dea.ga.gov.au/ + classifier: ard + maturity: final + collection_number: 3 + + preview_image_ows_style: + name: mangrove + title: Mangrove Cover + abstract: Mangrove canopy cover class + value_map: + canopy_cover_class: + - title: "Not Observed" + abstract: "(Clear Obs < 3)" + values: + - 0 + color: "#BDBDBD" + - title: "Woodland" + abstract: "(20% - 50% cover)" + values: + - 1 + color: "#9FFF4C" + - title: "Open Forest" + abstract: "(50% - 80% cover)" + values: + - 2 + color: "#5ECC00" + - title: "Closed Forest" + abstract: "(>80% cover)" + values: + - 3 + color: "#3B7F00" + +aws_unsigned: True + +max_processing_time: 1200 +job_queue_max_lease: 300 +renew_safety_margin: 60 +future_poll_interval: 2 +s3_acl: public-read +# Generic product attributes +cog_opts: + zlevel: 9 +apply_eodatasets3: True +output_location: >- + s3://dea-public-data/derivative/ga_ls_mangrove_cover_cyear_3/4-0-0 + +# save-tasks config +input_products: >- + s3://dea-public-data/derivative/ga_ls_fc_pc_cyear_3/4-0-0/+s3://dea-public-data/derivative/ga_ls_tc_pc_cyear_3/2-0-0/ +frequency: annual +grid: au_extended_30 \ No newline at end of file diff --git a/prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml b/prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml new file mode 100644 index 000000000..a233cffee --- /dev/null +++ b/prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml @@ -0,0 +1,97 @@ +plugin: tcw-percentiles # this can help system find the relative plugin and plugin version +plugin_config: + cloud_filters: + cloud: + - [dilation, 6] + shadow: + - [dilation, 6] + transform_code: EPSG:9688 + area_of_interest: [-180, -90, 180, 90] # accommodate the fact of 326xx not intersecting 3577 in LS + +product: + name: ga_ls_tc_pc_cyear_3 + short_name: ga_ls_tc_pc_cyear_3 + version: 2.0.0 + product_family: tci + + # -- EO Dataset3 relative section -- + naming_conventions_values: dea_c3 + explorer_path: https://explorer.dea.ga.gov.au/ + classifier: ard + maturity: final + collection_number: 3 + + inherit_skip_properties: + - eo:cloud_cover + - fmask:clear + - fmask:snow + - fmask:cloud + - fmask:water + - fmask:cloud_shadow + - eo:sun_elevation + - eo:sun_azimuth + - gqa:iterative_stddev_x + - gqa:iterative_stddev_y + - gqa:iterative_stddev_xy + - gqa:stddev_xy + - gqa:stddev_x + - gqa:stddev_y + - gqa:mean_xy + - gqa:mean_x + - gqa:mean_y + - gqa:abs_xy + - gqa:abs_x + - gqa:abs_y + - gqa:abs_iterative_mean_y + - gqa:abs_iterative_mean_x + - gqa:abs_iterative_mean_xy + - gqa:iterative_mean_xy + - gqa:iterative_mean_x + - gqa:iterative_mean_y + - gqa:cep90 + - landsat:landsat_product_id + - landsat:landsat_scene_id + - landsat:collection_category + - landsat:collection_number + - landsat:wrs_path + - landsat:wrs_row + + preview_image_ows_style: + name: tci_rgb + title: Three-band TCI + abstract: TCI medians - red is brightness, green is greenness and + blue is wetness + components: + red: + bright_pc_50: 1 + green: + green_pc_50: 1 + blue: + wet_pc_50: 1 + scale_range: + - -2000 + - 2000 + +aws_unsigned: True + +max_processing_time: 1200 +job_queue_max_lease: 300 +renew_safety_margin: 60 +future_poll_interval: 2 +s3_acl: public-read +# Generic product attributes +cog_opts: + zlevel: 9 +apply_eodatasets3: True +dataset_filters: >- + {"datetime": "1987-01--P17Y"}|{"datetime": "2004-01--P6Y", "eo:platform": "landsat-5"}| + {"datetime": "2010-01--P3Y"}|{"datetime": "2013-01--P5M"}|{"eo:platform": "landsat-8"}| + {"eo:platform": "landsat-9"} +output_location: >- + s3://dea-public-data/derivative/ga_ls_tc_pc_cyear_3/2-0-0 + +# save-tasks config +input_products: ga_ls5t_ard_3-ga_ls7e_ard_3-ga_ls8c_ard_3-ga_ls9c_ard_3 +frequency: annual +grid: au_extended_30 +gqa: 1 \ No newline at end of file From 8dcfda4215bea1bbdebafd50fdb8ac2d95407d31 Mon Sep 17 00:00:00 2001 From: tebadi Date: Fri, 28 Jun 2024 12:27:39 +1000 Subject: [PATCH 2/2] Make tasseled cap Ls9 time range consistent with fractional cover percentile time range for this sensor. --- prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml b/prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml index a233cffee..b72ff62d0 100644 --- a/prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml +++ b/prod/services/odc-stats/tc_percentile/ga_ls_tc_pc_cyear_3.yaml @@ -86,7 +86,7 @@ apply_eodatasets3: True dataset_filters: >- {"datetime": "1987-01--P17Y"}|{"datetime": "2004-01--P6Y", "eo:platform": "landsat-5"}| {"datetime": "2010-01--P3Y"}|{"datetime": "2013-01--P5M"}|{"eo:platform": "landsat-8"}| - {"eo:platform": "landsat-9"} + {"datetime": "2022-01--P10Y", "eo:platform": "landsat-9"} output_location: >- s3://dea-public-data/derivative/ga_ls_tc_pc_cyear_3/2-0-0