Update to jcb-gdas marine obs yamls (#41)

This PR updates the marine observations yamls introduced in [https://github.com/NOAA-EMC/jcb-gdas/commit/41ee2a276e2688d19eef7d3dcb9567e3042f6843](url) by modifying the observation errors and additional filters to be consistent with the marine candidate experiment. It addresses this GDASApp issue [https://github.com/NOAA-EMC/GDASApp/issues/1316](url). Additionally, yamls for new sea ice retrievals and SMAP/SMOS retrievals are included. Close NOAA-EMC/GDASApp#1316 Co-authored-by: Guillaume Vernieres <[email protected]>
NOAA-EMC · Nov 12, 2024 · 41169ec · 41169ec
1 parent 6d3a5bd
commit 41169ec
Show file tree

Hide file tree

Showing 34 changed files with 996 additions and 56 deletions.
diff --git a/observations/marine/adt_rads_all.yaml.j2 b/observations/marine/adt_rads_all.yaml.j2
@@ -40,8 +40,8 @@
         options:
           variables: [GeoVaLs/mesoscale_representation_error,
                       ObsError/absoluteDynamicTopography]
-          coefs: [0.1,
-                  1.0]
+          coefs: [0.2,
+                  2.0]
   - filter: Domain Check
     where:
     - variable: { name: GeoVaLs/sea_ice_area_fraction}
@@ -50,3 +50,13 @@
     where:
     - variable: {name: GeoVaLs/distance_from_coast}
       minvalue: 100e3
+  - filter: BlackList
+    where:
+    - variable:
+        name: MetaData/latitude
+      minvalue: 4
+      maxvalue: 30
+    - variable:
+        name: MetaData/longitude
+      minvalue: 32
+      maxvalue: 56
diff --git a/observations/marine/icec_abi_g16_l2.yaml.j2 b/observations/marine/icec_abi_g16_l2.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3
diff --git a/observations/marine/icec_amsu_mb_l2.yaml.j2 b/observations/marine/icec_amsu_mb_l2.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3
diff --git a/observations/marine/icec_atms_n20_l2.yaml.j2 b/observations/marine/icec_atms_n20_l2.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3
diff --git a/observations/marine/icec_atms_n21_l2.yaml.j2 b/observations/marine/icec_atms_n21_l2.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3
diff --git a/observations/marine/icec_atms_npp_l2.yaml.j2 b/observations/marine/icec_atms_npp_l2.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3
diff --git a/observations/marine/icec_gmi_gpm_l2.yaml.j2 b/observations/marine/icec_gmi_gpm_l2.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3
diff --git a/observations/marine/icec_ssmis_f17_l2.yaml.j2 b/observations/marine/icec_ssmis_f17_l2.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3
diff --git a/observations/marine/icec_viirs_n20_l2_north.yaml.j2 b/observations/marine/icec_viirs_n20_l2_north.yaml.j2
@@ -0,0 +1,45 @@
+- obs space:
+    name: {{observation_from_jcb}}
+    obsdatain:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdatain_path}}/{{marine_obsdatain_prefix}}{{observation_from_jcb}}{{marine_obsdatain_suffix}}"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "{{marine_obsdataout_path}}/{{marine_obsdataout_prefix}}{{observation_from_jcb}}{{marine_obsdataout_suffix}}"
+    simulated variables: [seaIceFraction]
+    io pool:
+      max pool size: 1
+  get values:
+    time interpolation: linear
+  obs operator:
+    name: Identity
+    observation alias file: obsop_name_map.yaml
+  obs error:
+    covariance model: diagonal
+  obs filters:
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/sea_area_fraction}
+      minvalue: 0.9
+  - filter: Bounds Check
+    minvalue: 0.0
+    maxvalue: 1.0
+  #- filter: Background Check
+  #  threshold: 5.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 2.0
+  - filter: Domain Check
+    where:
+    - variable: { name: GeoVaLs/sea_surface_temperature}
+      maxvalue: 0.0
+    action:
+      name: inflate error
+      inflation factor: 2.0
+  - filter: Domain Check
+    where:
+    - variable: {name: GeoVaLs/distance_from_coast}
+      minvalue: 100e3