Reduction in Ocean and Sea Ice Output

dev/parm/config/gefs/config.nsst → dev/parm/config/gefs/config.nsst.j2

@@ -11,7 +11,7 @@ echo "BEGIN: config.nsst"
 export NST_MODEL=2
 
 # nstf_name(2) : NST_SPINUP : 0 = OFF, 1 = ON,
-export NST_SPINUP=0
+export NST_SPINUP="{{ NST_SPINUP }}"
 
 # nstf_name(3) : NST_RESV (Reserved, NSST Analysis) : 0 = OFF, 1 = ON
 export NST_RESV=0

dev/parm/config/gefs/config.oceanice_products

@@ -7,9 +7,10 @@ echo "BEGIN: config.oceanice_products"
 # Get task specific resources
 source "${EXPDIR}/config.resources" oceanice_products
 
+export write_grib2=False
+export write_netcdf=False
 export OCEANICEPRODUCTS_CONFIG="${PARMgfs}/post/oceanice_products_${NET}.yaml"
 
 # Maximum number of rocoto tasks per member
 export MAX_TASKS=25
-
 echo "END: config.oceanice_products"

dev/parm/config/gefs/config.ufs

@@ -311,7 +311,7 @@ if [[ "${skip_mom6}" == "false" ]]; then
       TOPOEDITS="ufs.topo_edits_011818.nc"
       case ${RUN} in
         gfs|gefs|sfs)
-          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
+          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_30L.nc"
           MOM6_DIAG_MISVAL="-1e34"
           ;;
         gdas|enkfgdas|enkfgfs)
@@ -339,7 +339,7 @@ if [[ "${skip_mom6}" == "false" ]]; then
       eps_imesh="1.0e-1"
       case ${RUN} in
         gfs|gefs|sfs)
-          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
+          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_30L.nc"
           MOM6_DIAG_MISVAL="-1e34"
           ;;
         gdas|enkfgdas|enkfgfs)
@@ -368,7 +368,7 @@ if [[ "${skip_mom6}" == "false" ]]; then
       eps_imesh="1.0e-1"
       case ${RUN} in
         gfs|gefs|sfs)
-          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
+          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_30L.nc"
           MOM6_DIAG_MISVAL="-1e34"
           ;;
         gdas|enkfgdas|enkfgfs)

dev/parm/config/gefs/yaml/defaults.yaml

@@ -29,6 +29,8 @@ fcst:
   MONO: "non-mono"
 ocn:
   MOM6_INTERP_ICS: "NO"
+nsst:
+  NST_SPINUP: 0
 # config.aero has just a system-specific path to add.
 # This is handled by the setup_expt.py, but it has to be told to write to it.
 aero: {}

dev/parm/config/gfs/config.oceanice_products

@@ -10,6 +10,8 @@ source "${EXPDIR}/config.resources" oceanice_products
 # Maximum number of rocoto tasks per member
 export MAX_TASKS=25
 
+export write_grib2=False
+export write_netcdf=False
 export OCEANICEPRODUCTS_CONFIG="${PARMgfs}/post/oceanice_products_gfs.yaml"
 
 # No. of forecast hours to process in a single job

dev/parm/config/gfs/config.ufs

@@ -451,7 +451,7 @@ if [[ "${skip_mom6}" == "false" ]]; then
       TOPOEDITS="ufs.topo_edits_011818.nc"
       case ${RUN} in
         gfs|gefs|sfs|gcafs)
-          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
+          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_30L.nc"
           MOM6_DIAG_MISVAL="-1e34"
           ;;
         gdas|enkfgdas|enkfgfs)
@@ -479,7 +479,7 @@ if [[ "${skip_mom6}" == "false" ]]; then
       eps_imesh="1.0e-1"
       case ${RUN} in
         gfs|gefs|sfs|gcafs)
-          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
+          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_30L.nc"
           MOM6_DIAG_MISVAL="-1e34"
           ;;
         gdas|enkfgdas|enkfgfs)
@@ -516,7 +516,7 @@ if [[ "${skip_mom6}" == "false" ]]; then
       eps_imesh="1.0e-1"
       case ${RUN} in
         gfs|gefs|sfs|gcafs)
-          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
+          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_30L.nc"
           MOM6_DIAG_MISVAL="-1e34"
           ;;
         gdas|enkfgdas|enkfgfs)

dev/parm/config/sfs/config.base.j2

@@ -318,23 +318,8 @@ export DO_METP="NO"         # Run METPLUS jobs - set METPLUS settings in config.
 export DO_FIT2OBS="NO"      # Run fit to observations package
 
 # Archiving options
-export HPSSARCH="{{ HPSSARCH }}"        # save data to HPSS archive
-export LOCALARCH="{{ LOCALARCH }}"        # save data to local archive
-if [[ ${HPSSARCH} = "YES" ]] && [[ ${LOCALARCH} = "YES" ]]; then
-   echo "Both HPSS and local archiving selected.  Please choose one or the other."
-   exit 3
-elif [[ ${HPSSARCH} = "YES" ]] || [[ ${LOCALARCH} = "YES" ]]; then
-   export DO_ARCHCOM="YES"
-else
-   export DO_ARCHCOM="NO"
-fi
-export ARCH_CYC=00           # Archive data at this cycle for warm start and/or forecast-only capabilities
-export ARCH_WARMICFREQ=4     # Archive frequency in days for warm start capability
-export ARCH_FCSTICFREQ=1     # Archive frequency in days for gdas and gfs forecast-only capability
-export ARCH_EXPDIR='YES'     # Archive the EXPDIR configs, XML, and database
-export ARCH_EXPDIR_FREQ=0    # How often to archive the EXPDIR in hours or 0 for first and last cycle only
-export ARCH_HASHES='YES'     # Archive the hashes of the GW and submodules and 'git status' for each; requires ARCH_EXPDIR
-export ARCH_DIFFS='NO'       # Archive the output of 'git diff' for the GW; requires ARCH_EXPDIR
+export DO_ARCHCOM="{{ DO_ARCHCOM }}"    # Tar and archive the COM directories
+export ARCHCOM_TO="{{ ARCHCOM_TO }}"    # Valid options are hpss, globus_hpss, and local
 
 # Number of regional collectives to create soundings for
 export NUM_SND_COLLECTIVES=${NUM_SND_COLLECTIVES:-9}

dev/parm/config/sfs/config.nsst.j2

@@ -0,0 +1,32 @@
+#! /usr/bin/env bash
+
+########## config.nsst ##########
+# NSST specific
+
+echo "BEGIN: config.nsst"
+
+# NSST parameters contained within nstf_name
+
+# nstf_name(1) : NST_MODEL (NSST Model) : 0 = OFF, 1 = ON but uncoupled, 2 = ON and coupled
+export NST_MODEL=2
+
+# nstf_name(2) : NST_SPINUP : 0 = OFF, 1 = ON,
+export NST_SPINUP="{{ NST_SPINUP }}"
+
+# nstf_name(3) : NST_RESV (Reserved, NSST Analysis) : 0 = OFF, 1 = ON
+export NST_RESV=0
+
+# nstf_name(4,5) : ZSEA1, ZSEA2 the two depths to apply vertical average (bias correction)
+export ZSEA1=0
+export ZSEA2=0
+
+export NST_GSI=3          # default 0: No NST info at all;
+                          #         1: Input NST info but not used in GSI;
+                          #         2: Input NST info, used in CRTM simulation, no Tr analysis
+                          #         3: Input NST info, used in both CRTM simulation and Tr analysis
+export NSTINFO=0          # number of elements added in obs. data array (default = 0)
+if [[ ${NST_GSI} -gt 0 ]]; then
+    export NSTINFO=4
+fi
+
+echo "END: config.nsst"

dev/parm/config/sfs/yaml/defaults.yaml

@@ -29,6 +29,8 @@ fcst:
   MONO: "mono"
 ocn:
   MOM6_INTERP_ICS: "NO"
+nsst:
+  NST_SPINUP: 0
 # config.aero has just a system-specific path to add.
 # This is handled by the setup_expt.py, but it has to be told to write to it.
 aero: {}

dev/workflow/applications/sfs.py

@@ -93,6 +93,8 @@ def _get_app_configs(self, run):
 
         if options['do_archcom']:
             configs += ['arch_tars']
+            if options['do_globusarch']:
+                configs += ['globus']
 
         configs += ['arch_vrfy', 'cleanup']
 
@@ -164,7 +166,11 @@ def get_task_names(self):
         if options['do_extractvars']:
             tasks += ['extractvars']
 
-        # TODO: Add archive
+        if options['do_archcom']:
+            tasks += ['arch_tars']
+            if options['do_globusarch']:
+                tasks += ['globus']
+
         tasks += ['cleanup']
 
         return {f"{self.run}": tasks}

dev/workflow/rocoto/gfs_tasks.py

@@ -2228,12 +2228,12 @@ def arch_tars(self):
                 tarball_types.append('chem')
 
             if self.options['do_ocean']:
-                tarball_types.extend(['ocean_6hravg', 'ocean_grib2', 'gfs_flux_1p00'])
+                tarball_types.extend(['ocean_6hravg', 'ocean_native', 'gfs_flux_1p00'])
                 if self.options.get('do_jediocnvar', False) and self.app_config.mode == 'cycled':
                     tarball_types.append('gfsocean_analysis')
 
             if self.options['do_ice']:
-                tarball_types.extend(['ice_6hravg', 'ice_grib2'])
+                tarball_types.extend(['ice_6hravg', 'ice_native'])
 
             if self.options['do_bufrsnd']:
                 tarball_types.append('gfs_downstream')

dev/workflow/rocoto/sfs_tasks.py

@@ -612,6 +612,30 @@ def arch_tars(self):
 
         return task
 
+    # Globus transfer for HPSS archiving
+    def globus(self):
+        deps = []
+        dep_dict = {'type': 'task', 'name': f'{self.run}_arch_tars'}
+        deps.append(rocoto.add_dependency(dep_dict))
+        dependencies = rocoto.create_dependency(dep=deps)
+
+        resources = self.get_resource('globus')
+        task_name = f'{self.run}_globus_arch'
+        task_dict = {'task_name': task_name,
+                     'resources': resources,
+                     'dependency': dependencies,
+                     'envars': self.envars,
+                     'cycledef': self.run,
+                     'command': f'{self.HOMEgfs}/dev/jobs/globus_arch.sh',
+                     'job_name': f'{self.pslot}_{task_name}_@H',
+                     'log': f'{self.rotdir}/logs/@Y@m@d@H/{task_name}.log',
+                     'maxtries': '&MAXTRIES;'
+                     }
+
+        task = rocoto.create_task(task_dict)
+
+        return task
+
     def cleanup(self):
         deps = []
         dep_dict = {'type': 'metatask', 'name': f'{self.run}_atmos_prod'}
@@ -637,6 +661,13 @@ def cleanup(self):
         if self.options['do_extractvars']:
             dep_dict = {'type': 'metatask', 'name': f'{self.run}_extractvars'}
             deps.append(rocoto.add_dependency(dep_dict))
+        if self.options['do_archcom']:
+            if self.options['do_globusarch']:
+                dep_dict = {'type': 'task', 'name': f'{self.run}_globus_arch'}
+            else:
+                dep_dict = {'type': 'task', 'name': f'{self.run}_arch_tars'}
+            deps.append(rocoto.add_dependency(dep_dict))
+            dependencies = rocoto.create_dependency(dep=deps)
         dependencies = rocoto.create_dependency(dep=deps, dep_condition='and')
         resources = self.get_resource('cleanup')
         task_name = f'{self.run}_cleanup'

jobs/JGLOBAL_ARCHIVE_TARS

@@ -32,6 +32,7 @@ YMD=${PDY} HH=${cyc} declare_from_tmpl -rx \
     COMIN_ICE_INPUT:COM_ICE_INPUT_TMPL \
     COMIN_ICE_RESTART:COM_ICE_RESTART_TMPL \
     COMIN_ICE_GRIB:COM_ICE_GRIB_TMPL \
+    COMIN_ICE_NETCDF:COM_ICE_NETCDF_TMPL \
     COMIN_OBS:COM_OBS_TMPL \
     COMIN_TOP:COM_TOP_TMPL \
     COMIN_OCEAN_HISTORY:COM_OCEAN_HISTORY_TMPL \

parm/archive/ice_native.yaml.j2

@@ -0,0 +1,7 @@
+ice_native:
+    name: "ICE_NATIVE"
+    target: "{{ ATARDIR }}/{{ cycle_YMDH }}/ice_native_subset.tar"
+    required:
+        {% for fhr in range(FHOUT_ICE_GFS, FHMAX_GFS + FHOUT_ICE_GFS, FHOUT_ICE_GFS) %}
+        - "{{ COMIN_ICE_NETCDF | relpath(ROTDIR) }}/native/{{ RUN }}.t{{ cycle_HH }}z.native.f{{ '%03d' % fhr }}.nc"
+        {% endfor %}

parm/archive/ocean_native.yaml.j2

@@ -0,0 +1,7 @@
+ocean_native:
+    name: "OCEAN_NATIVE"
+    target: "{{ ATARDIR }}/{{ cycle_YMDH }}/ocean_native_subset.tar"
+    required:
+        {% for fhr in range(FHOUT_OCN_GFS, FHMAX_GFS + FHOUT_OCN_GFS, FHOUT_OCN_GFS) %}
+        - "{{ COMIN_OCEAN_NETCDF | relpath(ROTDIR) }}/native/{{ RUN }}.t{{ cycle_HH }}z.native.f{{ '%03d' % fhr }}.nc"
+        {% endfor %}

parm/post/oceanice_products_gefs.yaml

@@ -1,16 +1,17 @@
 ocnicepost:
   executable: "ocnicepost.x"
   namelist:
-    write_grib2: True
-    write_netcdf: False
+    write_grib2: {{ write_grib2 }}
+    write_netcdf: {{ write_netcdf }}
     debug: False
   fix_data:
     mkdir:
       - "{{ DATA }}"
     copy:
-      - ["{{ EXECgfs }}/ocnicepost.x", "{{ DATA }}/"]
       - ["{{ PARMgfs }}/post/ocnicepost.nml.jinja2", "{{ DATA }}/"]
-      - ["{{ PARMgfs }}/post/{{ component }}_gefs.csv", "{{ DATA }}/{{ component }}.csv"]
+      {% if write_grib2 or write_netcdf %}
+      - ["{{ PARMgfs }}/post/{{ component }}_{{ RUN }}.csv", "{{ DATA }}/{{ component }}.csv"]
+      - ["{{ EXECgfs }}/ocnicepost.x", "{{ DATA }}/"]
       - ["{{ FIXgfs }}/mom6/post/{{ model_grid }}/tripole.{{ model_grid }}.Bu.to.Ct.bilinear.nc", "{{ DATA }}/"]
       - ["{{ FIXgfs }}/mom6/post/{{ model_grid }}/tripole.{{ model_grid }}.Cu.to.Ct.bilinear.nc", "{{ DATA }}/"]
       - ["{{ FIXgfs }}/mom6/post/{{ model_grid }}/tripole.{{ model_grid }}.Cv.to.Ct.bilinear.nc", "{{ DATA }}/"]
@@ -19,6 +20,7 @@ ocnicepost:
       - ["{{ FIXgfs }}/mom6/post/{{ model_grid }}/tripole.{{ model_grid }}.Ct.to.rect.{{ grid }}.conserve.nc", "{{ DATA }}/"]
       - ["{{ FIXgfs }}/mom6/post/template.global.{{ grid }}.gb2", "{{ DATA }}/"]
       {% endfor %}
+      {% endif %}
 
 ocean:
   namelist:
@@ -28,26 +30,39 @@ ocean:
     cosvar: "cos_rot"
     angvar: ""
     {% if model_grid == 'mx025' or model_grid == 'mx050' or model_grid == 'mx100' %}
-    ocean_levels: [5, 15, 25, 35, 45, 55, 65, 75, 85, 95, 105, 115, 125, 135, 145, 155, 165, 175, 185, 195, 205, 215, 226, 241, 267, 309, 374, 467, 594, 757, 960, 1204, 1490, 1817, 2184, 2587, 3024, 3489, 3977, 4481]
+    ocean_levels: [1, 3, 5, 10, 20, 30, 50, 100, 200, 500, 1000]
     {% elif model_grid == 'mx500' %}
-    ocean_levels: [5, 15, 25, 35, 45, 55, 65, 75, 85, 95, 105, 115, 125, 135, 145, 155, 165, 175, 185, 195, 205, 215, 226, 241, 267]
+    ocean_levels: [2.5, 7.5, 12.5, 17.5, 116]
     {% endif %}
-  subset: ['SSH', 'SST', 'SSS', 'speed', 'MLD_003', 'latent', 'sensible', 'SW', 'LW', 'LwLatSens', 'Heat_PmE', 'SSU', 'SSV', 'taux', 'tauy', 'temp', 'tob', 'so', 'uo', 'vo']
+  subset:
+      variables: ['SSH', 'SST', 'SSS', 'speed', 'MLD_003', 'latent', 'sensible', 'SW', 'LW', 'LwLatSens', 'Heat_PmE', 'SSU', 'SSV', 'taux', 'tauy', 'temp', 'tob', 'so', 'uo', 'vo']
+      compress_with: 'zlib'
+      compress: True
+      compress_level: 9
   data_in:
     copy:
       - ["{{ COMIN_OCEAN_HISTORY }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ interval }}hr_avg.f{{ '%03d' % forecast_hour }}.nc", "{{ DATA }}/ocean.nc"]
   data_out:
     mkdir:
       - "{{ COMOUT_OCEAN_NETCDF }}/native"
       {% for grid in product_grids %}
+      {% if write_netcdf %}
       - "{{ COMOUT_OCEAN_NETCDF }}/{{ grid }}"
+      {% endif %}
+      {% if write_grib2 %}
       - "{{ COMOUT_OCEAN_GRIB }}/{{ grid }}"
+      {% endif %}
       {% endfor %}
     copy:
-      - ["{{ DATA }}/ocean_subset.nc", "{{ COMOUT_OCEAN_NETCDF }}/native/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.tripolar.f{{ '%03d' % forecast_hour }}.nc"]
+      - ["{{ DATA }}/ocean_subset.nc", "{{ COMOUT_OCEAN_NETCDF }}/native/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.native.f{{ '%03d' % forecast_hour }}.nc"]
       {% for grid in product_grids %}
+      {% if write_netcdf %}
+      - ["{{ DATA }}/ocean.{{ grid }}.nc", "{{ COMOUT_OCEAN_NETCDF }}/{{ grid }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ grid }}.f{{ '%03d' % forecast_hour }}.nc"]
+      {% endif %}
+      {% if write_grib2 %}
       - ["{{ DATA }}/ocean.{{ grid }}.grib2", "{{ COMOUT_OCEAN_GRIB }}/{{ grid }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ grid }}.f{{ '%03d' % forecast_hour }}.grib2"]
       - ["{{ DATA }}/ocean.{{ grid }}.grib2.idx", "{{ COMOUT_OCEAN_GRIB }}/{{ grid }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ grid }}.f{{ '%03d' % forecast_hour }}.grib2.idx"]
+      {% endif %}
       {% endfor %}
 
 ice:
@@ -57,20 +72,33 @@ ice:
     sinvar: ""
     cosvar: ""
     angvar: "ANGLET"
-  subset: ['hi_1', 'hs_1', 'aice_1', 'Tsfc_1', 'uvel_1', 'vvel_1', 'frzmlt_1', 'albsni_1']
+  subset: 
+      variables: ['hi_1', 'hs_1', 'aice_1', 'Tsfc_1', 'uvel_1', 'vvel_1', 'frzmlt_1', 'albsni_1', 'tmask', 'tarea']
+      compress_with: 'zlib'
+      compress: True
+      compress_level: 9
   data_in:
     copy:
       - ["{{ COMIN_ICE_HISTORY }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ interval }}hr_avg.f{{ '%03d' % forecast_hour }}.nc", "{{ DATA }}/ice.nc"]
   data_out:
     mkdir:
       - "{{ COMOUT_ICE_NETCDF }}/native"
       {% for grid in product_grids %}
+      {% if write_netcdf %}
       - "{{ COMOUT_ICE_NETCDF }}/{{ grid }}"
+      {% endif %}
+      {% if write_grib2 %}
       - "{{ COMOUT_ICE_GRIB }}/{{ grid }}"
+      {% endif %}
       {% endfor %}
     copy:
-      - ["{{ DATA }}/ice_subset.nc", "{{ COMOUT_ICE_NETCDF }}/native/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.tripolar.f{{ '%03d' % forecast_hour }}.nc"]
+      - ["{{ DATA }}/ice_subset.nc", "{{ COMOUT_ICE_NETCDF }}/native/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.native.f{{ '%03d' % forecast_hour }}.nc"]
       {% for grid in product_grids %}
+      {% if write_netcdf %}
+      - ["{{ DATA }}/ice.{{ grid }}.nc", "{{ COMOUT_ICE_NETCDF }}/{{ grid }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ grid }}.f{{ '%03d' % forecast_hour }}.nc"]
+      {% endif %}
+      {% if write_grib2 %}
       - ["{{ DATA }}/ice.{{ grid }}.grib2", "{{ COMOUT_ICE_GRIB }}/{{ grid }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ grid }}.f{{ '%03d' % forecast_hour }}.grib2"]
       - ["{{ DATA }}/ice.{{ grid }}.grib2.idx", "{{ COMOUT_ICE_GRIB }}/{{ grid }}/{{ RUN }}.t{{ current_cycle | strftime('%H') }}z.{{ grid }}.f{{ '%03d' % forecast_hour }}.grib2.idx"]
+      {% endif %}
       {% endfor %}