Merge branch 'develop' into feature/yaml_syntax

NOAA-EMC · Mar 22, 2024 · dcc51bb · dcc51bb
2 parents 3f977e1 + 861ae2b
commit dcc51bb
Show file tree

Hide file tree

Showing 20 changed files with 1,408 additions and 103 deletions.
diff --git a/parm/atm/obs/config/omi_aura.yaml.j2 b/parm/atm/obs/config/omi_aura.yaml.j2
@@ -3,29 +3,65 @@
     obsdatain:
       engine:
         type: H5File
-        obsfile: '{{ DATA }}/obs/{{ OPREFIX }}omi_aura.{{ current_cycle | to_YMDH }}.nc'
+        obsfile: '{{ DATA }}/obs/{{ OPREFIX }}omi_aura.tm00.nc'
     obsdataout:
       engine:
         type: H5File
         obsfile: '{{ DATA }}/diags/diag_omi_aura_{{ current_cycle | to_YMDH }}.nc'
     io pool:
       max pool size: 1
     simulated variables: [ozoneTotal]
-
+
+  #obs operator:
+  #  name: AtmVertInterpLay
+  #  geovals: [mole_fraction_of_ozone_in_air]
+  #  coefficients: [0.007886131] # convert from ppmv to DU
+  #  nlevels: [1]
+
   obs operator:
-    name: AtmVertInterpLay
-    geovals: [mole_fraction_of_ozone_in_air]
-    coefficients: [0.007886131] # convert from ppmv to DU
-    nlevels: [1]
-
+    name: ColumnRetrieval
+    nlayers_retrieval: 1
+    tracer variables: [mole_fraction_of_ozone_in_air]
+    isApriori: false
+    isAveragingKernel: false
+    totalNoVertice: true
+    stretchVertices: topbottom #options: top, bottom, topbottom, none
+    model units coeff: 2.241398632746E-3
+
   obs pre filters:
   - filter: Perform Action
     filter variables:
     - name: ozoneTotal
     action:
       name: assign error
       error parameter: 6.0
-
+
+  - filter: Create Diagnostic Flags
+    filter variables:
+    - name: ozoneTotal 
+    flags:
+    - name: ObsValueSanityCheck 
+      initial value: false
+      force reinitialization: false
+    - name: RowAnomaly 
+      initial value: false
+      force reinitialization: false
+    - name: BadScan 
+      initial value: false
+      force reinitialization: false
+    - name: Thinning
+      initial value: false
+      force reinitialization: false
+    - name: RetrievalQualityCodeFlag 
+      initial value: false
+      force reinitialization: false
+    - name: RetrievalQualityAlgorithmFlag 
+      initial value: false
+      force reinitialization: false
+    - name: GrossCheck
+      initial value: false
+      force reinitialization: false
+
   obs prior filters:
   # GSI read routine QC
   # range sanity check
@@ -34,9 +70,11 @@
     - name: ozoneTotal
     minvalue: 0
     maxvalue: 10000
-    action:
-      name: reject
-
+    actions:
+      - name: set
+        flag: ObsValueSanityCheck 
+      - name: reject
+
   # Do not use the data if row anomaly (bit 10)is 1
   - filter: RejectList
     filter variables:
@@ -45,7 +83,11 @@
     - variable:
         name: MetaData/totalOzoneQualityFlag
       any_bit_set_of: 9 
-
+    actions:
+      - name: set
+        flag: RowAnomaly 
+      - name: reject
+
   # Scan position check: reject scan position >= 25
   - filter: RejectList
     filter variables:
@@ -54,7 +96,11 @@
     - variable:
         name: MetaData/sensorScanPosition
       minvalue: 25
-
+    actions:
+      - name: set
+        flag: BadScan 
+      - name: reject
+
   # Accept total_ozone_error_flag values of 0 and 1, but not any others.
   - filter: RejectList 
     filter variables:
@@ -63,7 +109,11 @@
     - variable:
         name: MetaData/totalOzoneQualityCode
       is_not_in: 0, 1
-
+    actions:
+      - name: set
+        flag: RetrievalQualityCodeFlag 
+      - name: reject
+
   # Use data with best ozone algorighm
   - filter: RejectList
     filter variables:
@@ -72,7 +122,21 @@
     - variable:
         name: MetaData/bestOzoneAlgorithmFlag
       is_in: 3, 13
-
+    actions:
+      - name: set
+        flag: RetrievalQualityAlgorithmFlag 
+      - name: reject
+
+  # Data Thinning
+  - filter: Gaussian Thinning
+    horizontal_mesh: 150 
+    use_reduced_horizontal_grid: true
+    distance_norm: geodesic
+    actions:
+      - name: set
+        flag: Thinning 
+      - name: reject
+
   obs post filters:
   # GSI setup routine QC
   # Gross check
@@ -81,9 +145,9 @@
     - name: ozoneTotal
     threshold: 10.0
     absolute threshold: 300.0
-    action:
-      name: reject
-
+    actions:
+      - name: set
+        flag: GrossCheck 
+      - name: reject
+
   # End of Filters
-
-