Add state of ground to increase the snow depth reports.

parm/snow/obs/config/bufr2ioda_mapping.yaml.j2

@@ -2,3 +2,4 @@ mkdir:
 - '{{ DATA }}/obs'
 copy:
 - ['{{PARMgfs}}/gdas/snow/obs/config/bufr_sfcsno_mapping.yaml', '{{ DATA }}/obs/']
+- ['{{PARMgfs}}/gdas/snow/obs/config/ioda_bufr_python_encoder.py', '{{ DATA }}']

parm/snow/obs/config/bufr_sfcsno_mapping.yaml

@@ -17,7 +17,6 @@ bufr:
       query: "[*/CLON, */CLONH]"
     stationIdentification:
       query: "*/RPID"
-
     stationElevation:
       query: "[*/SELV, */HSMSL]"
 
@@ -26,11 +25,8 @@ bufr:
       query: "[*/SNWSQ1/TOSD, */MTRMSC/TOSD, */STGDSNDM/TOSD]"
       transforms:
         - scale: 1000.0
-  filters:
-    - bounding:
-        variable: totalSnowDepth
-        lowerBound: 0
-        upperBound: 10000000
+    groundState:
+      query: "[*/GRDSQ1/SOGR, */STGDSNDM/SOGR]"
 
 encoder:
   variables:
@@ -65,11 +61,18 @@ encoder:
       coordinates: "longitude latitude"
       source: variables/stationIdentification
       longName: "Identification of Observing Location"
-      units: "m"
+      units: "index"
 
     # ObsValue
     - name: "ObsValue/totalSnowDepth"
       coordinates: "longitude latitude"
       source: variables/totalSnowDepth
       longName: "Total Snow Depth"
       units: "mm"
+
+    - name: "ObsValue/groundState"
+      coordinates: "longitude latitude"
+      source: variables/groundState
+      longName: "STATE OF THE GROUND"
+      units: "index"
+

parm/snow/obs/config/ioda_bufr_python_encoder.py

@@ -0,0 +1,31 @@
+import numpy as np
+import bufr
+from pyioda.ioda.Engines.Bufr import Encoder
+
+
+def mask_container(container, mask):
+    new_container = bufr.DataContainer()
+    for var_name in container.list():
+        print(f" ... variable name: {var_name} ...")
+        var = container.get(var_name)
+        paths = container.get_paths(var_name)
+        new_container.add(var_name, var[mask], paths)
+
+    return new_container
+
+def create_obs_group(input_path):
+    YAML_PATH = "./obs/bufr_sfcsno_mapping.yaml"
+    container = bufr.Parser(input_path, YAML_PATH).parse()
+
+    sogr = container.get('variables/groundState')
+    snod = container.get('variables/totalSnowDepth')
+    snod[(sogr < 10.0) | (sogr == 11.0) | (sogr == 15.0)] = 0.0
+    container.replace('variables/totalSnowDepth', snod)
+
+    print(f" ... Remove filled/missing snow values ...")
+    masked_container = mask_container(container, (~snod.mask))
+
+    encoder = Encoder(YAML_PATH)
+    data = next(iter(encoder.encode(masked_container).values()))
+
+    return data

parm/snow/obs/config/sfcsno_snow.yaml.j2

@@ -5,9 +5,11 @@
       halo size: 250e3
     obsdatain:
       engine:
-        type: bufr
+        type: script
+        script file: "{{ DATA }}/ioda_bufr_python_encoder.py"
+        args:
+          input_path: '{{ DATA }}/obs/{{ OPREFIX }}sfcsno.tm00.bufr_d'
         obsfile: '{{ DATA }}/obs/{{ OPREFIX }}sfcsno.tm00.bufr_d'
-        mapping file: '{{ DATA }}/obs/bufr_sfcsno_mapping.yaml'
     obsdataout:
       engine:
         type: H5File