Add components for converting satwnd amv goes data from bufr dump to …

…ioda. (#13) Add components for converting satwnd amv goes data from bufr dump to ioda. dump/mapping - bufr2ioda mapping file - bufr2ioda Python converter dump/config - IODA configuration test YAML for script backend - IODA configuration test YAML for bufr backend /ush/test - bufr2ioda.sh - README.md Notes: The test shell script (bufr2ioda.sh) can test the following for each obs type: - bufr2netcdf ---> convert bufr to NetCDF IODA format using bufr-query with mapping file - script2netcdf ---> convert bufr to NetCDF IODA format using bufr-query with mapping file and python interface - bufr_backend ---> convert bufr to IODA in IODA backend with mapping file - script_backend ---> convert bufr to IODA in IODA backend with mapping file and Python script --------- Co-authored-by: Emily Liu <[email protected]> Co-authored-by: Emily Liu <[email protected]>
NOAA-EMC · Dec 6, 2024 · c52d014 · c52d014
1 parent 70ed86d
commit c52d014
Show file tree

Hide file tree

Showing 7 changed files with 978 additions and 0 deletions.
diff --git a/dump/config/bufr2ioda_script_backend_satwnd_amv_goes.yaml b/dump/config/bufr2ioda_script_backend_satwnd_amv_goes.yaml
@@ -0,0 +1,58 @@
+time window:
+  begin: "2018-04-14T21:00:00Z"
+  end: "2023-12-15T03:00:00Z"
+
+observations:
+- obs space:
+    name: "satwind_goes-16"
+    observed variables: [windSpeed, windDirection]
+    derived variables: [windEastward, windNorthward]
+    simulated variables: [windEastward, windNorthward]
+    obsdatain:
+      engine:
+        type: script 
+        script file: "bufr2ioda_satwnd_amv_goes.py"
+        args:
+          input_path: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+          mapping_path: "./bufr2ioda_satwnd_amv_goes_mapping.yaml"
+          category: "goes-16"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/script_backend/gdas.t00z.satwnd.abi_goes-16.tm00.nc"
+
+- obs space:
+    name: "satwind_goes-17"
+    observed variables: [windSpeed, windDirection]
+    derived variables: [windEastward, windNorthward]
+    simulated variables: [windEastward, windNorthward]
+    obsdatain:
+      engine:
+        type: script 
+        script file: "bufr2ioda_satwnd_amv_goes.py"
+        args:
+          input_path: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+          mapping_path: "./bufr2ioda_satwnd_amv_goes_mapping.yaml"
+          category: "goes-17"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/script_backend/gdas.t00z.satwnd.abi_goes-17.tm00.nc"
+
+- obs space:
+    name: "satwind_goes-18"
+    observed variables: [windSpeed, windDirection]
+    derived variables: [windEastward, windNorthward]
+    simulated variables: [windEastward, windNorthward]
+    obsdatain:
+      engine:
+        type: script 
+        script file: "bufr2ioda_satwnd_amv_goes.py"
+        args:
+          input_path: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+          mapping_path: "./bufr2ioda_satwnd_amv_goes_mapping.yaml"
+          category: "goes-18"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/script_backend/gdas.t00z.satwnd.abi_goes-18.tm00.nc"
diff --git a/dump/config/bufr_bufr_backend_satwnd_amv_goes.yaml b/dump/config/bufr_bufr_backend_satwnd_amv_goes.yaml
@@ -0,0 +1,58 @@
+time window:
+  begin: "2018-04-14T21:00:00Z"
+  end: "2023-12-15T03:00:00Z"
+
+observations:
+- obs space:
+    name: "satwind_goes-16"
+    simulated variables: [windDirection, windSpeed]
+    obsdatain:
+      engine:
+        type: bufr 
+        obsfile: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+        mapping file: "./bufr_satwnd_amv_goes_mapping.yaml"
+        category: ["goes-16"]
+        cache categories:            # optional
+          - ["goes-16"]
+          - ["goes-17"]
+          - ["goes-18"]
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/bufr_backend/gdas.t00z.satwnd.abi_goes-16.tm00.nc"
+
+- obs space:
+    name: "satwind_goes-17"
+    simulated variables: [windDirection, windSpeed]
+    obsdatain:
+      engine:
+        type: bufr 
+        obsfile: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+        mapping file: "./bufr_satwnd_amv_goes_mapping.yaml"
+        category: ["goes-17"]
+        cache categories:            # optional
+          - ["goes-16"]
+          - ["goes-17"]
+          - ["goes-18"]
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/bufr_backend/gdas.t00z.satwnd.abi_goes-17.tm00.nc"
+
+- obs space:
+    name: "satwind_goes-18"
+    simulated variables: [windDirection, windSpeed]
+    obsdatain:
+      engine:
+        type: bufr 
+        obsfile: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+        mapping file: "./bufr_satwnd_amv_goes_mapping.yaml"
+        category: ["goes-18"]
+        cache categories:            # optional
+          - ["goes-16"]
+          - ["goes-17"]
+          - ["goes-18"]
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/bufr_backend/gdas.t00z.satwnd.abi_goes-18.tm00.nc"
diff --git a/dump/config/bufr_script_backend_satwnd_amv_goes.yaml b/dump/config/bufr_script_backend_satwnd_amv_goes.yaml
@@ -0,0 +1,58 @@
+time window:
+  begin: "2018-04-14T21:00:00Z"
+  end: "2023-12-15T03:00:00Z"
+
+observations:
+- obs space:
+    name: "satwind_goes-16"
+    observed variables: [windSpeed, windDirection]
+    derived variables: [windEastward, windNorthward]
+    simulated variables: [windEastward, windNorthward]
+    obsdatain:
+      engine:
+        type: script 
+        script file: "bufr_satwnd_amv_goes.py"
+        args:
+          input_path: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+          mapping_path: "./bufr_satwnd_amv_goes_mapping.yaml"
+          category: "goes-16"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/script_backend/gdas.t00z.satwnd.abi_goes-16.tm00.nc"
+
+- obs space:
+    name: "satwind_goes-17"
+    observed variables: [windSpeed, windDirection]
+    derived variables: [windEastward, windNorthward]
+    simulated variables: [windEastward, windNorthward]
+    obsdatain:
+      engine:
+        type: script 
+        script file: "bufr_satwnd_amv_goes.py"
+        args:
+          input_path: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+          mapping_path: "./bufr_satwnd_amv_goes_mapping.yaml"
+          category: "goes-17"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/script_backend/gdas.t00z.satwnd.abi_goes-17.tm00.nc"
+
+- obs space:
+    name: "satwind_goes-18"
+    observed variables: [windSpeed, windDirection]
+    derived variables: [windEastward, windNorthward]
+    simulated variables: [windEastward, windNorthward]
+    obsdatain:
+      engine:
+        type: script 
+        script file: "bufr_satwnd_amv_goes.py"
+        args:
+          input_path: "./testinput/2021080100/gdas.t00z.satwnd.tm00.bufr_d"
+          mapping_path: "./bufr_satwnd_amv_goes_mapping.yaml"
+          category: "goes-18"
+    obsdataout:
+      engine:
+        type: H5File
+        obsfile: "./testoutput/2021080100/script_backend/gdas.t00z.satwnd.abi_goes-18.tm00.nc"