Add JCB options for writing jdiag files in parallel (#530)

This PR adds two new JCB configuration options to control how jdiag
files are written in fv3-jedi. These options are intended to
significantly reduce jdiag write time in rrfs-workflow, primarily for
na3km.

Author: SamuelDegelia-NOAA

parm/jcb-rdas/observations/atmosphere/abi_g16.yaml.j2

@@ -12,11 +12,12 @@
              missing file action: "warn"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_abi_g16.nc4
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          simulated variables: [brightnessTemperature]
          observed variables: [brightnessTemperature]
          channels: &abi_g16_channels {{ get_satellite_variable(observation_from_jcb, "simulated") }}

parm/jcb-rdas/observations/atmosphere/abi_g18.yaml.j2

@@ -12,11 +12,12 @@
              missing file action: "warn"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_abi_g18.nc4
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          simulated variables: [brightnessTemperature]
          observed variables: [brightnessTemperature]
          channels: &abi_g18_channels {{ get_satellite_variable(observation_from_jcb, "simulated") }}

parm/jcb-rdas/observations/atmosphere/adpsfc_airTemperature_181.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_airTemperature_181.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [airTemperature]
          simulated variables: [airTemperature]
 

parm/jcb-rdas/observations/atmosphere/adpsfc_airTemperature_183.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_airTemperature_183.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [airTemperature]
          simulated variables: [airTemperature]
 

parm/jcb-rdas/observations/atmosphere/adpsfc_airTemperature_187.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_airTemperature_187.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [airTemperature]
          simulated variables: [airTemperature]
 

parm/jcb-rdas/observations/atmosphere/adpsfc_specificHumidity_181.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_specificHumidity_181.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [specificHumidity]
          simulated variables: [specificHumidity]
 

parm/jcb-rdas/observations/atmosphere/adpsfc_specificHumidity_183.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_specificHumidity_183.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [specificHumidity]
          simulated variables: [specificHumidity]
 

parm/jcb-rdas/observations/atmosphere/adpsfc_specificHumidity_187.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_specificHumidity_187.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [specificHumidity]
          simulated variables: [specificHumidity]
 

parm/jcb-rdas/observations/atmosphere/adpsfc_stationPressure_181.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_stationPressure_181.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [stationPressure]
          simulated variables: [stationPressure]
 

parm/jcb-rdas/observations/atmosphere/adpsfc_stationPressure_187.yaml.j2

@@ -14,12 +14,13 @@
              sort order: "descending"
          obsdataout:
            empty obs space action: "{{empty_obs_space_action}}"
+           write multiple files: {{write_multiple_files | default(false) }}
            engine:
              type: H5File
              obsfile: jdiag_adpsfc_stationPressure_187.nc
              allow overwrite: true
          io pool:
-           max pool size: 1
+           max pool size: {{ max_pool_size | default(1) }}
          observed variables: [stationPressure]
          simulated variables: [stationPressure]