From 2b4e7087cf1f2e0ce2717069c784a955f9ccbaaa Mon Sep 17 00:00:00 2001 From: Emily Liu Date: Mon, 23 Sep 2024 14:38:59 +0000 Subject: [PATCH] Remove obselete entries and add "reduce obs space" optio, and rename mtiasi to iasi --- ...{mtiasi_metop-a.yaml => iasi_metop-a.yaml} | 0 ...{mtiasi_metop-b.yaml => iasi_metop-b.yaml} | 0 ...i_metop-a.yaml.j2 => iasi_metop-a.yaml.j2} | 120 +++++------------ ...i_metop-b.yaml.j2 => iasi_metop-b.yaml.j2} | 120 +++++------------ ...i_metop-a.yaml.j2 => iasi_metop-a.yaml.j2} | 121 +++++------------- ...i_metop-b.yaml.j2 => iasi_metop-b.yaml.j2} | 121 +++++------------- 6 files changed, 124 insertions(+), 358 deletions(-) rename observation_chronicle/atmosphere/{mtiasi_metop-a.yaml => iasi_metop-a.yaml} (100%) rename observation_chronicle/atmosphere/{mtiasi_metop-b.yaml => iasi_metop-b.yaml} (100%) rename observations/atmosphere-lgetkf/{mtiasi_metop-a.yaml.j2 => iasi_metop-a.yaml.j2} (92%) rename observations/atmosphere-lgetkf/{mtiasi_metop-b.yaml.j2 => iasi_metop-b.yaml.j2} (92%) rename observations/atmosphere/{mtiasi_metop-a.yaml.j2 => iasi_metop-a.yaml.j2} (92%) rename observations/atmosphere/{mtiasi_metop-b.yaml.j2 => iasi_metop-b.yaml.j2} (92%) diff --git a/observation_chronicle/atmosphere/mtiasi_metop-a.yaml b/observation_chronicle/atmosphere/iasi_metop-a.yaml similarity index 100% rename from observation_chronicle/atmosphere/mtiasi_metop-a.yaml rename to observation_chronicle/atmosphere/iasi_metop-a.yaml diff --git a/observation_chronicle/atmosphere/mtiasi_metop-b.yaml b/observation_chronicle/atmosphere/iasi_metop-b.yaml similarity index 100% rename from observation_chronicle/atmosphere/mtiasi_metop-b.yaml rename to observation_chronicle/atmosphere/iasi_metop-b.yaml diff --git a/observations/atmosphere-lgetkf/mtiasi_metop-a.yaml.j2 b/observations/atmosphere-lgetkf/iasi_metop-a.yaml.j2 similarity index 92% rename from observations/atmosphere-lgetkf/mtiasi_metop-a.yaml.j2 rename to observations/atmosphere-lgetkf/iasi_metop-a.yaml.j2 index 24cb44a..9edba02 100644 --- a/observations/atmosphere-lgetkf/mtiasi_metop-a.yaml.j2 +++ b/observations/atmosphere-lgetkf/iasi_metop-a.yaml.j2 @@ -70,40 +70,7 @@ # Observation Pre Filters (QC) # ---------------------------- obs pre filters: - # Step 0-A: Create Diagnostic Flags - #- filter: Create Diagnostic Flags - # filter variables: - # - name: brightnessTemperature - # channels: *{{observation_from_jcb}}_simulated_channels - # flags: - # - name: ScanEdgeRemoval - # initial value: false - # force reinitialization: false - # - name: Thinning - # initial value: false - # force reinitialization: false - # - name: ShortwaveIRCheck - # initial value: false - # force reinitialization: false - # - name: ObsValueRangeCheck - # initial value: false - # force reinitialization: false - # - name: CloudDetection - # initial value: false - # force reinitialization: false - # - name: NSSTCheck - # initial value: false - # force reinitialization: false - # - name: GrossCheck - # initial value: false - # force reinitialization: false - # - name: InterChannelConsistency - # initial value: false - # force reinitialization: false - # - name: UseFlagCheck - # initial value: false - # force reinitialization: false - # Step 0-B: Create Derived Variables + # Step 1: Create Derived Variables # Assign channel wavenumbers in m-1 - filter: Variable Assignment assignments: @@ -120,7 +87,7 @@ intercept: 64475.0 use channel numbers: true - # Transform radiance to brightness temperature + # Step 2: Transform radiance to brightness temperature - filter: Variable Transforms Transform: SatBrightnessTempFromRad transform from: @@ -133,11 +100,7 @@ planck1: 1.191042953e-16 planck2: 1.4387774e-2 - # Step 0-C: Assign Observation Error - - # Observation Prior Filters (QC) - # ------------------------------ - obs prior filters: + # Step 3: Assign Observation Error - filter: Perform Action filter variables: - name: brightnessTemperature @@ -193,10 +156,7 @@ 2.5, 2.5, 2.52, 2.52, 2.54, 2.5, 2.48, 2.5, 2.55, 2.5, 2.48, 2.5, 2.5, 2.52, 2.52, 2.48, 2.5, 2.5, 2.52, 2.46, 2.53, 9] - # Observation Post Filters (QC) - # ----------------------------- - obs post filters: - # Step 1: Remove Observations from the Edge of the Scan + # Step 4: Remove Observations from the Edge of the Scan - filter: Domain Check filter variables: - name: brightnessTemperature @@ -207,11 +167,9 @@ is_in: 5-56 action: name: reject - # actions: - # - name: set - # flag: ScanEdgeRemoval - # - name: reject - # Step 2: Data Thinning + name: reduce obs space + + # Step 5: Data Thinning - filter: Gaussian Thinning filter variables: - name: brightnessTemperature @@ -224,11 +182,12 @@ # partition_longitude_bins_using_mesh: true action: name: reject - # actions: - # - name: set - # flag: Thinning - # - name: reject - # Step 3: Wavenumber Check + name: reduce obs space + + # Observation Post Filters (QC) + # ----------------------------- + obs post filters: + # Step 6: Wavenumber Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -246,11 +205,8 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: ShortwaveIRCheck - # - name: reject - # Step 4: Observation Error Inflation based on Wavenumber + + # Step 7: Observation Error Inflation based on Wavenumber - filter: Perform Action filter variables: - name: brightnessTemperature @@ -262,21 +218,19 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 5: Observation Range Sanity Check + + # Step 8: Observation Range Sanity Check + # Valid range: (50, 550) - filter: Bounds Check filter variables: - name: brightnessTemperature channels: *{{observation_from_jcb}}_simulated_channels minvalue: 50.00001 - maxvalue: 449.99999 - # maxvalue: 100.00000 + maxvalue: 549.99999 action: name: reject - # actions: - # - name: set - # flag: ObsValueRangeCheck - # - name: reject - # Step 6: Topography Check + + # Step 9: Topography Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -290,7 +244,7 @@ channels: *{{observation_from_jcb}}_simulated_channels sensor: *{{observation_from_jcb}}_sensor_id - # Step 7: Transmittance Top Check + # Step 10: Transmittance Top Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -302,7 +256,8 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 8: Cloud Detection Check + + # Step 11: Cloud Detection Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -382,11 +337,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: CloudDetection - # - name: reject - # Step 9: NSST Retrieval Check + + # Step 12: NSST Retrieval Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -433,11 +385,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: NSSTCheck - # - name: reject - # Step 10: Surface Jacobians Check + + # Step 13: Surface Jacobians Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -453,7 +402,7 @@ obserr_dtempf: [0.50, 2.00, 4.00, 2.00, 4.00] sensor: *{{observation_from_jcb}}_sensor_id - # Step 11: Gross check + # Step 14: Gross check - filter: Background Check filter variables: - name: brightnessTemperature @@ -517,11 +466,8 @@ error parameter vector: *{{observation_from_jcb}}_oberr action: name: reject - # actions: - # - name: set - # flag: GrossCheck - # - name: reject - # Step 12: Useflag Check + + # Step 15: Useflag Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -566,10 +512,6 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: UseFlagCheck - # - name: reject # Observation Localizations (LocalEnsembleDA) # ------------------------------------------- diff --git a/observations/atmosphere-lgetkf/mtiasi_metop-b.yaml.j2 b/observations/atmosphere-lgetkf/iasi_metop-b.yaml.j2 similarity index 92% rename from observations/atmosphere-lgetkf/mtiasi_metop-b.yaml.j2 rename to observations/atmosphere-lgetkf/iasi_metop-b.yaml.j2 index 7ce56ae..d22bdbc 100644 --- a/observations/atmosphere-lgetkf/mtiasi_metop-b.yaml.j2 +++ b/observations/atmosphere-lgetkf/iasi_metop-b.yaml.j2 @@ -70,40 +70,7 @@ # Observation Pre Filters (QC) # ---------------------------- obs pre filters: - # Step 0-A: Create Diagnostic Flags - #- filter: Create Diagnostic Flags - # filter variables: - # - name: brightnessTemperature - # channels: *{{observation_from_jcb}}_simulated_channels - # flags: - # - name: ScanEdgeRemoval - # initial value: false - # force reinitialization: false - # - name: Thinning - # initial value: false - # force reinitialization: false - # - name: ShortwaveIRCheck - # initial value: false - # force reinitialization: false - # - name: ObsValueRangeCheck - # initial value: false - # force reinitialization: false - # - name: CloudDetection - # initial value: false - # force reinitialization: false - # - name: NSSTCheck - # initial value: false - # force reinitialization: false - # - name: GrossCheck - # initial value: false - # force reinitialization: false - # - name: InterChannelConsistency - # initial value: false - # force reinitialization: false - # - name: UseFlagCheck - # initial value: false - # force reinitialization: false - # Step 0-B: Create Derived Variables + # Step 1: Create Derived Variables # Assign channel wavenumbers in m-1 - filter: Variable Assignment assignments: @@ -120,7 +87,7 @@ intercept: 64475.0 use channel numbers: true - # Transform radiance to brightness temperature + # Step 2: Transform radiance to brightness temperature - filter: Variable Transforms Transform: SatBrightnessTempFromRad transform from: @@ -133,11 +100,7 @@ planck1: 1.191042953e-16 planck2: 1.4387774e-2 - # Step 0-C: Assign Observation Error - - # Observation Prior Filters (QC) - # ------------------------------ - obs prior filters: + # Step 3: Assign Observation Error - filter: Perform Action filter variables: - name: brightnessTemperature @@ -193,10 +156,7 @@ 2.5, 2.5, 2.52, 2.52, 2.54, 2.5, 2.48, 2.5, 2.55, 2.5, 2.48, 2.5, 2.5, 2.52, 2.52, 2.48, 2.5, 2.5, 2.52, 2.46, 2.53, 9] - # Observation Post Filters (QC) - # ----------------------------- - obs post filters: - # Step 1: Remove Observations from the Edge of the Scan + # Step 4: Remove Observations from the Edge of the Scan - filter: Domain Check filter variables: - name: brightnessTemperature @@ -207,11 +167,9 @@ is_in: 5-56 action: name: reject - # actions: - # - name: set - # flag: ScanEdgeRemoval - # - name: reject - # Step 2: Data Thinning + name: reduce obs space + + # Step 5: Data Thinning - filter: Gaussian Thinning filter variables: - name: brightnessTemperature @@ -224,11 +182,12 @@ # partition_longitude_bins_using_mesh: true action: name: reject - # actions: - # - name: set - # flag: Thinning - # - name: reject - # Step 3: Wavenumber Check + name: reduce obs space + + # Observation Post Filters (QC) + # ----------------------------- + obs post filters: + # Step 6: Wavenumber Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -246,11 +205,8 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: ShortwaveIRCheck - # - name: reject - # Step 4: Observation Error Inflation based on Wavenumber + + # Step 7: Observation Error Inflation based on Wavenumber - filter: Perform Action filter variables: - name: brightnessTemperature @@ -262,21 +218,19 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 5: Observation Range Sanity Check + + # Step 8: Observation Range Sanity Check + # Valid range: (50, 550) - filter: Bounds Check filter variables: - name: brightnessTemperature channels: *{{observation_from_jcb}}_simulated_channels minvalue: 50.00001 - maxvalue: 449.99999 - # maxvalue: 100.00000 + maxvalue: 549.99999 action: name: reject - # actions: - # - name: set - # flag: ObsValueRangeCheck - # - name: reject - # Step 6: Topography Check + + # Step 9: Topography Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -290,7 +244,7 @@ channels: *{{observation_from_jcb}}_simulated_channels sensor: *{{observation_from_jcb}}_sensor_id - # Step 7: Transmittance Top Check + # Step 10: Transmittance Top Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -302,7 +256,8 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 8: Cloud Detection Check + + # Step 11: Cloud Detection Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -382,11 +337,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: CloudDetection - # - name: reject - # Step 9: NSST Retrieval Check + + # Step 12: NSST Retrieval Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -433,11 +385,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: NSSTCheck - # - name: reject - # Step 10: Surface Jacobians Check + + # Step 13: Surface Jacobians Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -453,7 +402,7 @@ obserr_dtempf: [0.50, 2.00, 4.00, 2.00, 4.00] sensor: *{{observation_from_jcb}}_sensor_id - # Step 11: Gross check + # Step 14: Gross check - filter: Background Check filter variables: - name: brightnessTemperature @@ -517,11 +466,8 @@ error parameter vector: *{{observation_from_jcb}}_oberr action: name: reject - # actions: - # - name: set - # flag: GrossCheck - # - name: reject - # Step 12: Useflag Check + + # Step 15: Useflag Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -566,10 +512,6 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: UseFlagCheck - # - name: reject # Observation Localizations (LocalEnsembleDA) # ------------------------------------------- diff --git a/observations/atmosphere/mtiasi_metop-a.yaml.j2 b/observations/atmosphere/iasi_metop-a.yaml.j2 similarity index 92% rename from observations/atmosphere/mtiasi_metop-a.yaml.j2 rename to observations/atmosphere/iasi_metop-a.yaml.j2 index 8e1ae98..890e270 100644 --- a/observations/atmosphere/mtiasi_metop-a.yaml.j2 +++ b/observations/atmosphere/iasi_metop-a.yaml.j2 @@ -67,40 +67,7 @@ # Observation Pre Filters (QC) # ---------------------------- obs pre filters: - # Step 0-A: Create Diagnostic Flags - #- filter: Create Diagnostic Flags - # filter variables: - # - name: brightnessTemperature - # channels: *{{observation_from_jcb}}_simulated_channels - # flags: - # - name: ScanEdgeRemoval - # initial value: false - # force reinitialization: false - # - name: Thinning - # initial value: false - # force reinitialization: false - # - name: ShortwaveIRCheck - # initial value: false - # force reinitialization: false - # - name: ObsValueRangeCheck - # initial value: false - # force reinitialization: false - # - name: CloudDetection - # initial value: false - # force reinitialization: false - # - name: NSSTCheck - # initial value: false - # force reinitialization: false - # - name: GrossCheck - # initial value: false - # force reinitialization: false - # - name: InterChannelConsistency - # initial value: false - # force reinitialization: false - # - name: UseFlagCheck - # initial value: false - # force reinitialization: false - # Step 0-B: Create Derived Variables + # Step 1: Create Derived Variables # Assign channel wavenumbers in m-1 - filter: Variable Assignment assignments: @@ -117,7 +84,7 @@ intercept: 64475.0 use channel numbers: true - # Transform radiance to brightness temperature + # Step 2: Transform radiance to brightness temperature - filter: Variable Transforms Transform: SatBrightnessTempFromRad transform from: @@ -130,11 +97,7 @@ planck1: 1.191042953e-16 planck2: 1.4387774e-2 - # Step 0-C: Assign Observation Error - - # Observation Prior Filters (QC) - # ------------------------------ - obs prior filters: + # Step 3: Assign Observation Error - filter: Perform Action filter variables: - name: brightnessTemperature @@ -190,10 +153,7 @@ 2.5, 2.5, 2.52, 2.52, 2.54, 2.5, 2.48, 2.5, 2.55, 2.5, 2.48, 2.5, 2.5, 2.52, 2.52, 2.48, 2.5, 2.5, 2.52, 2.46, 2.53, 9] - # Observation Post Filters (QC) - # ----------------------------- - obs post filters: - # Step 1: Remove Observations from the Edge of the Scan + # Step 4: Remove Observations from the Edge of the Scan - filter: Domain Check filter variables: - name: brightnessTemperature @@ -204,11 +164,9 @@ is_in: 5-56 action: name: reject - # actions: - # - name: set - # flag: ScanEdgeRemoval - # - name: reject - # Step 2: Data Thinning + name: reduce obs space + + # Step 5: Data Thinning - filter: Gaussian Thinning filter variables: - name: brightnessTemperature @@ -221,11 +179,12 @@ # partition_longitude_bins_using_mesh: true action: name: reject - # actions: - # - name: set - # flag: Thinning - # - name: reject - # Step 3: Wavenumber Check + name: reduce obs space + + # Observation Post Filters (QC) + # ----------------------------- + obs post filters: + # Step 6: Wavenumber Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -243,11 +202,8 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: ShortwaveIRCheck - # - name: reject - # Step 4: Observation Error Inflation based on Wavenumber + + # Step 7: Observation Error Inflation based on Wavenumber - filter: Perform Action filter variables: - name: brightnessTemperature @@ -259,21 +215,19 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 5: Observation Range Sanity Check + + # Step 8: Observation Range Sanity Check + # Valid range: (50, 550) - filter: Bounds Check filter variables: - name: brightnessTemperature channels: *{{observation_from_jcb}}_simulated_channels minvalue: 50.00001 - maxvalue: 449.99999 - # maxvalue: 100.00000 + maxvalue: 549.99999 action: name: reject - # actions: - # - name: set - # flag: ObsValueRangeCheck - # - name: reject - # Step 6: Topography Check + + # Step 9: Topography Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -287,7 +241,7 @@ channels: *{{observation_from_jcb}}_simulated_channels sensor: *{{observation_from_jcb}}_sensor_id - # Step 7: Transmittance Top Check + # Step 10: Transmittance Top Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -299,7 +253,8 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 8: Cloud Detection Check + + # Step 11: Cloud Detection Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -379,11 +334,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: CloudDetection - # - name: reject - # Step 9: NSST Retrieval Check + + # Step 12: NSST Retrieval Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -430,11 +382,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: NSSTCheck - # - name: reject - # Step 10: Surface Jacobians Check + + # Step 13: Surface Jacobians Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -450,7 +399,7 @@ obserr_dtempf: [0.50, 2.00, 4.00, 2.00, 4.00] sensor: *{{observation_from_jcb}}_sensor_id - # Step 11: Gross check + # Step 14: Gross check - filter: Background Check filter variables: - name: brightnessTemperature @@ -514,11 +463,8 @@ error parameter vector: *{{observation_from_jcb}}_oberr action: name: reject - # actions: - # - name: set - # flag: GrossCheck - # - name: reject - # Step 12: Useflag Check + + # Step 15: Useflag Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -563,11 +509,6 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: UseFlagCheck - # - name: reject - # GeoVaLs for Driving Observation Operators (testing mode) # -------------------------------------------------------- diff --git a/observations/atmosphere/mtiasi_metop-b.yaml.j2 b/observations/atmosphere/iasi_metop-b.yaml.j2 similarity index 92% rename from observations/atmosphere/mtiasi_metop-b.yaml.j2 rename to observations/atmosphere/iasi_metop-b.yaml.j2 index dd1cff3..57e9236 100644 --- a/observations/atmosphere/mtiasi_metop-b.yaml.j2 +++ b/observations/atmosphere/iasi_metop-b.yaml.j2 @@ -67,40 +67,7 @@ # Observation Pre Filters (QC) # ---------------------------- obs pre filters: - # Step 0-A: Create Diagnostic Flags - #- filter: Create Diagnostic Flags - # filter variables: - # - name: brightnessTemperature - # channels: *{{observation_from_jcb}}_simulated_channels - # flags: - # - name: ScanEdgeRemoval - # initial value: false - # force reinitialization: false - # - name: Thinning - # initial value: false - # force reinitialization: false - # - name: ShortwaveIRCheck - # initial value: false - # force reinitialization: false - # - name: ObsValueRangeCheck - # initial value: false - # force reinitialization: false - # - name: CloudDetection - # initial value: false - # force reinitialization: false - # - name: NSSTCheck - # initial value: false - # force reinitialization: false - # - name: GrossCheck - # initial value: false - # force reinitialization: false - # - name: InterChannelConsistency - # initial value: false - # force reinitialization: false - # - name: UseFlagCheck - # initial value: false - # force reinitialization: false - # Step 0-B: Create Derived Variables + # Step 1: Create Derived Variables # Assign channel wavenumbers in m-1 - filter: Variable Assignment assignments: @@ -117,7 +84,7 @@ intercept: 64475.0 use channel numbers: true - # Transform radiance to brightness temperature + # Step 2: Transform radiance to brightness temperature - filter: Variable Transforms Transform: SatBrightnessTempFromRad transform from: @@ -130,11 +97,7 @@ planck1: 1.191042953e-16 planck2: 1.4387774e-2 - # Step 0-C: Assign Observation Error - - # Observation Prior Filters (QC) - # ------------------------------ - obs prior filters: + # Step 3: Assign Observation Error - filter: Perform Action filter variables: - name: brightnessTemperature @@ -190,10 +153,7 @@ 2.5, 2.5, 2.52, 2.52, 2.54, 2.5, 2.48, 2.5, 2.55, 2.5, 2.48, 2.5, 2.5, 2.52, 2.52, 2.48, 2.5, 2.5, 2.52, 2.46, 2.53, 9] - # Observation Post Filters (QC) - # ----------------------------- - obs post filters: - # Step 1: Remove Observations from the Edge of the Scan + # Step 4: Remove Observations from the Edge of the Scan - filter: Domain Check filter variables: - name: brightnessTemperature @@ -204,11 +164,9 @@ is_in: 5-56 action: name: reject - # actions: - # - name: set - # flag: ScanEdgeRemoval - # - name: reject - # Step 2: Data Thinning + name: reduce obs space + + # Step 5: Data Thinning - filter: Gaussian Thinning filter variables: - name: brightnessTemperature @@ -221,11 +179,12 @@ # partition_longitude_bins_using_mesh: true action: name: reject - # actions: - # - name: set - # flag: Thinning - # - name: reject - # Step 3: Wavenumber Check + name: reduce obs space + + # Observation Post Filters (QC) + # ----------------------------- + obs post filters: + # Step 6: Wavenumber Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -243,11 +202,8 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: ShortwaveIRCheck - # - name: reject - # Step 4: Observation Error Inflation based on Wavenumber + + # Step 7: Observation Error Inflation based on Wavenumber - filter: Perform Action filter variables: - name: brightnessTemperature @@ -259,21 +215,19 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 5: Observation Range Sanity Check + + # Step 8: Observation Range Sanity Check + # Valid range: (50, 550) - filter: Bounds Check filter variables: - name: brightnessTemperature channels: *{{observation_from_jcb}}_simulated_channels minvalue: 50.00001 - maxvalue: 449.99999 - # maxvalue: 100.00000 + maxvalue: 549.99999 action: name: reject - # actions: - # - name: set - # flag: ObsValueRangeCheck - # - name: reject - # Step 6: Topography Check + + # Step 9: Topography Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -287,7 +241,7 @@ channels: *{{observation_from_jcb}}_simulated_channels sensor: *{{observation_from_jcb}}_sensor_id - # Step 7: Transmittance Top Check + # Step 10: Transmittance Top Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -299,7 +253,8 @@ channels: *{{observation_from_jcb}}_simulated_channels options: channels: *{{observation_from_jcb}}_simulated_channels - # Step 8: Cloud Detection Check + + # Step 11: Cloud Detection Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -379,11 +334,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: CloudDetection - # - name: reject - # Step 9: NSST Retrieval Check + + # Step 12: NSST Retrieval Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -430,11 +382,8 @@ maxvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: NSSTCheck - # - name: reject - # Step 10: Surface Jacobians Check + + # Step 13: Surface Jacobians Check - filter: Perform Action filter variables: - name: brightnessTemperature @@ -450,7 +399,7 @@ obserr_dtempf: [0.50, 2.00, 4.00, 2.00, 4.00] sensor: *{{observation_from_jcb}}_sensor_id - # Step 11: Gross check + # Step 14: Gross check - filter: Background Check filter variables: - name: brightnessTemperature @@ -514,11 +463,8 @@ error parameter vector: *{{observation_from_jcb}}_oberr action: name: reject - # actions: - # - name: set - # flag: GrossCheck - # - name: reject - # Step 12: Useflag Check + + # Step 15: Useflag Check - filter: Bounds Check filter variables: - name: brightnessTemperature @@ -563,11 +509,6 @@ minvalue: 1.0e-12 action: name: reject - # actions: - # - name: set - # flag: UseFlagCheck - # - name: reject - # GeoVaLs for Driving Observation Operators (testing mode) # --------------------------------------------------------