Skip to content
Open
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
124 changes: 124 additions & 0 deletions ecf/defs/obsforge_v1.def
Original file line number Diff line number Diff line change
@@ -0,0 +1,124 @@
suite obsforge_v1
family primary
edit PACKAGEHOME '/lfs/h2/emc/da/noscrub/cory.r.martin/obsforge/git/release/obsforge.v1.0.0'
edit OUTPUTDIR '/lfs/h2/emc/ptmp/cory.r.martin/obsforge/output'
edit obsforge_ver 'v1.0.0'
edit QUEUE 'dev'
edit QUEUE_ARCH 'dev_transfer'
edit PROJENVIR 'DEV'
edit MACHINE_SITE 'development'
edit ENVIR 'para'
edit EXPDIR '%PACKAGEHOME%/parm/config/obsforge'
edit DATAROOT '/lfs/h2/emc/ptmp/cory.r.martin/obsforge/dataroot'
edit ECF_INCLUDE '/lfs/h2/emc/da/noscrub/cory.r.martin/obsforge/git/release/obsforge.v1.0.0/ecf/include'
edit DBNLOGDIR '/lfs/h2/emc/ptmp/cory.r.martin/obsforge/com/dbnlog'
family 00
edit CYC '00'
family obsforge
family gfs
edit ECF_FILES '%PACKAGEHOME%/ecf/gfs'
edit JTYP 'gfs'
family marine
task jobsforge_gfs_marine_dump
trigger :TIME >= 0237 and :TIME <= 0837
task jobsforge_gfs_marine_bufr_dump
trigger :TIME >= 0559 and :TIME <= 1140
# trigger: /prod/primary/00/obsproc/v1.2/gfs/atmos/prep/jobsproc_gfs_atmos_dump == complete
endfamily # marine
endfamily # gfs
family gdas
edit ECF_FILES '%PACKAGEHOME%/ecf/gdas'
edit JTYP 'gdas'
family marine
task jobsforge_gdas_marine_dump
trigger :TIME >= 0540 and :TIME <= 1140
task jobsforge_gdas_marine_bufr_dump
trigger :TIME >= 0559 and :TIME <= 1140
# trigger: /prod/primary/00/obsproc/v1.2/gdas/atmos/prep/jobsproc_gdas_atmos_dump == complete
endfamily # marine
endfamily # gdas
endfamily # obsforge
endfamily # 00
family 06
edit CYC '06'
family obsforge
family gfs
edit ECF_FILES '%PACKAGEHOME%/ecf/gfs'
edit JTYP 'gfs'
family marine
task jobsforge_gfs_marine_dump
trigger :TIME >= 0837 and :TIME <= 1437
task jobsforge_gfs_marine_bufr_dump
trigger :TIME >= 1159 and :TIME <= 1740
# trigger: /prod/primary/06/obsproc/v1.2/gfs/atmos/prep/jobsproc_gfs_atmos_dump == complete
endfamily # marine
endfamily # gfs
family gdas
edit ECF_FILES '%PACKAGEHOME%/ecf/gfs'
edit JTYP 'gdas'
family marine
task jobsforge_gdas_marine_dump
trigger :TIME >= 1140 and :TIME <= 1740
task jobsforge_gdas_marine_bufr_dump
trigger :TIME >= 1159 and :TIME <= 1740
# trigger: /prod/primary/06/obsproc/v1.2/gdas/atmos/prep/jobsproc_gdas_atmos_dump == complete
endfamily # marine
endfamily # gdas
endfamily # obsforge
endfamily # 06
family 12
edit CYC '12'
family obsforge
family gfs
edit ECF_FILES '%PACKAGEHOME%/ecf/gfs'
edit JTYP 'gfs'
family marine
task jobsforge_gfs_marine_dump
trigger :TIME >= 1437 and :TIME <= 2037
task jobsforge_gfs_marine_bufr_dump
trigger :TIME >= 1759 and :TIME <= 2340
# trigger: /prod/primary/12/obsproc/v1.2/gfs/atmos/prep/jobsproc_gfs_atmos_dump == complete
endfamily # marine
endfamily # gfs
family gdas
edit ECF_FILES '%PACKAGEHOME%/ecf/gdas'
edit JTYP 'gdas'
family marine
task jobsforge_gdas_marine_dump
trigger :TIME >= 1740 and :TIME <= 2340
task jobsforge_gdas_marine_bufr_dump
trigger :TIME >= 1759 and :TIME <= 2340
# trigger: /prod/primary/12/obsproc/v1.2/gdas/atmos/prep/jobsproc_gdas_atmos_dump == complete
endfamily # marine
endfamily # gdas
endfamily # obsforge
endfamily # 12
family 18
edit CYC '18'
family obsforge
family gfs
edit ECF_FILES '%PACKAGEHOME%/ecf/gfs'
edit JTYP 'gfs'
family marine
task jobsforge_gfs_marine_dump
trigger :TIME >= 2037 and :TIME <= 2637
task jobsforge_gfs_marine_bufr_dump
trigger :TIME >= 2359 and :TIME <= 2940
# trigger: /prod/primary/18/obsproc/v1.2/gfs/atmos/prep/jobsproc_gfs_atmos_dump == complete
endfamily # marine
endfamily # gfs
family gdas
edit ECF_FILES '%PACKAGEHOME%/ecf/gdas'
edit JTYP 'gdas'
family marine
task jobsforge_gdas_marine_dump
trigger :TIME >= 2340 and :TIME <= 2940
task jobsforge_gdas_marine_bufr_dump
trigger :TIME >= 2359 and :TIME <= 2940
# trigger: /prod/primary/18/obsproc/v1.2/gdas/atmos/prep/jobsproc_gdas_atmos_dump == complete
endfamily # marine
endfamily # gdas
endfamily # obsforge
endfamily # 18
endfamily # primary
endsuite
98 changes: 98 additions & 0 deletions ecf/scripts/jobsforge_gdas_marine_bufr_dump.ecf
Original file line number Diff line number Diff line change
@@ -0,0 +1,98 @@
#PBS -S /bin/bash
#PBS -N jobsforge_gfs_marine_bufr_dump_%CYC%
#PBS -j oe
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1
#PBS -l place=vscatter:exclhost
#PBS -l debug=true

model=obsforge
%include <head.h>
%include <envir-p1.h>

set -x

export RUN=%JTYP%

############################################################
# Load modules
############################################################
#TODO: Remove LMOD_TMOD_FIND_FIRST line when spack-stack on WCOSS2
export LMOD_TMOD_FIND_FIRST=yes
# TODO: Add path to GDASApp libraries and cray-mpich as temporary patches
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${HOMEobsforge}/sorc/gcdas.cd/build/lib"
# TODO: Remove LD_LIBRARY_PATH line as soon as permanent solution is available
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/opt/cray/pe/mpich/8.1.29/ofi/intel/2022.1/lib"

module use /apps/ops/test/spack-stack-nco-1.9/modulefiles/Core

module load stack-oneapi/2024.2.1
module load stack-cray-mpich/8.1.29
module load stack-python/3.11.7
module load craype/2.7.17
module load cray-pals/1.3.2
module load prod_util/2.0.14

module load hdf5/1.14.3
module load parallel-netcdf/1.12.3
module load netcdf-c/4.9.2
module load boost/1.84.0
module load eigen/3.4.0
module load openblas/0.3.24
module load eckit/1.28.3
module load fckit/0.13.2
module load intel-oneapi-runtime/2024.2.1
module load udunits/2.2.28
module load netcdf-cxx4/4.3.1

#TODO load python virtual env
module load python-venv/1.0
module load py-numpy/1.26.4
module load py-markupsafe/2.1.3
module load py-jinja2/3.1.4
module load py-cftime/1.0.3.4
module load py-certifi/2023.7.22
module load py-netcdf4/1.7.1.post2
module load py-pybind11/2.13.5
module load py-setuptools/63.4.3
module load py-pycodestyle/2.11.0
module load py-pyyaml/6.0.2
module load py-scipy/1.14.1
module load py-setuptools/63.4.3
module load py-tzdata/2023.3
module load py-pytz/2023.3
module load py-six/1.16.0
module load py-python-dateutil/2.8.2
module load py-pandas/2.2.3
module load py-packaging/24.1
module load py-xarray/2024.7.0
module load py-f90nml/1.4.3
module load py-pip/23.1.2
module load py-click/8.1.7
module load py-wheel/0.41.2

module list

#############################################################
# environment settings
#############################################################
export cyc=%CYC%
export cycle=t%CYC%z

############################################################
# CALL executable job script here
############################################################
${HOMEobsforge}/jobs/JOBSFORGE_GDAS_MARINE_BUFR_DUMP

if [ $? -ne 0 ]; then
ecflow_client --msg="***JOB ${ECF_NAME} ERROR RUNNING J-SCRIPT ***"
ecflow_client --abort
exit
fi

%include <tail.h>
%manual

%end
98 changes: 98 additions & 0 deletions ecf/scripts/jobsforge_gdas_marine_dump.ecf
Original file line number Diff line number Diff line change
@@ -0,0 +1,98 @@
#PBS -S /bin/bash
#PBS -N jobsforge_gfs_marine_dump_%CYC%
#PBS -j oe
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=20:ompthreads=2:ncpus=40
#PBS -l place=vscatter:exclhost
#PBS -l debug=true

model=obsforge
%include <head.h>
%include <envir-p1.h>

set -x

export RUN=%JTYP%

############################################################
# Load modules
############################################################
#TODO: Remove LMOD_TMOD_FIND_FIRST line when spack-stack on WCOSS2
export LMOD_TMOD_FIND_FIRST=yes
# TODO: Add path to GDASApp libraries and cray-mpich as temporary patches
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${HOMEobsforge}/sorc/gcdas.cd/build/lib"
# TODO: Remove LD_LIBRARY_PATH line as soon as permanent solution is available
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/opt/cray/pe/mpich/8.1.29/ofi/intel/2022.1/lib"

module use /apps/ops/test/spack-stack-nco-1.9/modulefiles/Core

module load stack-oneapi/2024.2.1
module load stack-cray-mpich/8.1.29
module load stack-python/3.11.7
module load craype/2.7.17
module load cray-pals/1.3.2
module load prod_util/2.0.14

module load hdf5/1.14.3
module load parallel-netcdf/1.12.3
module load netcdf-c/4.9.2
module load boost/1.84.0
module load eigen/3.4.0
module load openblas/0.3.24
module load eckit/1.28.3
module load fckit/0.13.2
module load intel-oneapi-runtime/2024.2.1
module load udunits/2.2.28
module load netcdf-cxx4/4.3.1

#TODO load python virtual env
module load python-venv/1.0
module load py-numpy/1.26.4
module load py-markupsafe/2.1.3
module load py-jinja2/3.1.4
module load py-cftime/1.0.3.4
module load py-certifi/2023.7.22
module load py-netcdf4/1.7.1.post2
module load py-pybind11/2.13.5
module load py-setuptools/63.4.3
module load py-pycodestyle/2.11.0
module load py-pyyaml/6.0.2
module load py-scipy/1.14.1
module load py-setuptools/63.4.3
module load py-tzdata/2023.3
module load py-pytz/2023.3
module load py-six/1.16.0
module load py-python-dateutil/2.8.2
module load py-pandas/2.2.3
module load py-packaging/24.1
module load py-xarray/2024.7.0
module load py-f90nml/1.4.3
module load py-pip/23.1.2
module load py-click/8.1.7
module load py-wheel/0.41.2

module list

#############################################################
# environment settings
#############################################################
export cyc=%CYC%
export cycle=t%CYC%z

############################################################
# CALL executable job script here
############################################################
${HOMEobsforge}/jobs/JOBSFORGE_GDAS_MARINE_DUMP

if [ $? -ne 0 ]; then
ecflow_client --msg="***JOB ${ECF_NAME} ERROR RUNNING J-SCRIPT ***"
ecflow_client --abort
exit
fi

%include <tail.h>
%manual

%end
Loading
Loading