-
Notifications
You must be signed in to change notification settings - Fork 80
255 lines (253 loc) · 9.7 KB
/
esmf-all-tests.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
name: ESMF All Tests
on:
schedule:
- cron: "15 8 * * 3"
push:
branches:
- develop
pull_request:
branches:
- develop
workflow_dispatch:
jobs:
development-test:
name: ${{matrix.config.desc}}
runs-on: ${{matrix.config.osys}}
strategy:
fail-fast: false
matrix:
config:
- {
desc: [email protected]@11-mpiuni-netcdf,
osys: ubuntu-22.04,
cors: 4,
ropt: '',
exhs: ON,
cmpr: gfortran,
cvrs: 11,
bopt: 'O',
comm: mpiuni,
tlib: ON,
ncdf: nc-config
}
- {
desc: [email protected]@12-mpich-netcdf,
osys: ubuntu-22.04,
cors: 4,
ropt: '',
exhs: OFF,
cmpr: gfortran,
cvrs: 12,
bopt: 'O',
comm: mpich,
tlib: ON,
ncdf: nc-config
}
- {
desc: macos@14-gfortran@13-mpiuni-netcdf,
osys: macos-14,
cors: 3,
ropt: '',
exhs: OFF,
cmpr: gfortran,
cvrs: 13,
bopt: 'O',
comm: mpiuni,
tlib: OFF,
ncdf: nc-config
}
- {
desc: macos@14-clang-gfortran@14-openmpi-netcdf,
osys: macos-14,
cors: 3,
ropt: '--oversubscribe',
exhs: ON,
cmpr: gfortranclang,
cvrs: 14,
bopt: 'g',
comm: openmpi,
tlib: ON,
ncdf: nc-config
}
steps:
- name: Set up system
run: |
if [[ "${{matrix.config.osys}}" == "ubuntu-"* ]]; then
sudo apt-get -qq update
sudo apt install -qq -y autoconf automake libtool
elif [[ "${{matrix.config.osys}}" == "macos-"* ]]; then
sudo systemsetup -setusingnetworktime off
sudo rm -rf /etc/ntp.conf
brew install autoconf automake libtool
brew unlink libevent || true
fi
export STACK_ROOT=${HOME}/stack
mkdir -p ${STACK_ROOT}/{include,lib,lib64,bin}
export ARTIFACTS=${{runner.temp}}/esmf_tests
mkdir -p ${ARTIFACTS}
export LD_LIBRARY_PATH=${STACK_ROOT}/lib64:${STACK_ROOT}/lib:${LD_LIBRARY_PATH}
echo "STACK_ROOT=${STACK_ROOT}" >> $GITHUB_ENV
echo "ARTIFACTS=${ARTIFACTS}" >> $GITHUB_ENV
echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH}" >> $GITHUB_ENV
echo "CPPFLAGS=-I${STACK_ROOT}/include" >> $GITHUB_ENV
echo "LDFLAGS=-L${STACK_ROOT}/lib" >> $GITHUB_ENV
echo "${STACK_ROOT}/bin" >> $GITHUB_PATH
- name: Cache Libraries
id: cache-libraries
uses: actions/cache@v4
with:
path: ${{env.STACK_ROOT}}
key: ${{matrix.config.desc}}
- name: Set up GFORTRAN
if: matrix.config.cmpr == 'gfortran'
run: |
command -v gcc-${{matrix.config.cvrs}} || { exit 1; }
command -v g++-${{matrix.config.cvrs}} || { exit 1; }
command -v gfortran-${{matrix.config.cvrs}} || { exit 1; }
ln -fs `which gcc-${{matrix.config.cvrs}}` /usr/local/bin/gcc
ln -fs `which g++-${{matrix.config.cvrs}}` /usr/local/bin/g++
ln -fs `which gfortran-${{matrix.config.cvrs}}` /usr/local/bin/gfortran
gcc --version; g++ --version; gfortran --version
echo "CC=gcc" >> $GITHUB_ENV
echo "CXX=g++" >> $GITHUB_ENV
echo "F77=gfortran" >> $GITHUB_ENV
echo "F90=gfortran" >> $GITHUB_ENV
echo "FC=gfortran" >> $GITHUB_ENV
- name: Set up GFORTRANCLANG
if: matrix.config.cmpr == 'gfortranclang'
run: |
command -v gfortran-${{matrix.config.cvrs}} || { exit 1; }
ln -fs `which gfortran-${{matrix.config.cvrs}}` /usr/local/bin/gfortran
clang --version; clang++ --version; gfortran --version
echo "CC=clang" >> $GITHUB_ENV
echo "CXX=clang++" >> $GITHUB_ENV
echo "F77=gfortran" >> $GITHUB_ENV
echo "F90=gfortran" >> $GITHUB_ENV
echo "FC=gfortran" >> $GITHUB_ENV
- name: Install MPICH (CACHED)
env:
CACHE_HIT: ${{steps.cache-libraries.outputs.cache-hit}}
if: matrix.config.comm == 'mpich'
run: |
if [[ "$CACHE_HIT" != 'true' ]]; then
MPICH_URL="https://www.mpich.org/static/downloads/4.2.2/mpich-4.2.2.tar.gz"
mkdir ${{runner.temp}}/mpich
cd ${{runner.temp}}/mpich
curl -L $MPICH_URL | tar --strip-components=1 -xz
./configure --prefix=${{env.STACK_ROOT}}
make -j ${{matrix.config.cors}} install
fi
mpichversion
echo "CC=mpicc" >> $GITHUB_ENV
echo "CXX=mpicxx" >> $GITHUB_ENV
echo "F77=mpifort" >> $GITHUB_ENV
echo "F90=mpifort" >> $GITHUB_ENV
echo "FC=mpifort" >> $GITHUB_ENV
- name: Install OPENMPI (CACHED)
env:
CACHE_HIT: ${{steps.cache-libraries.outputs.cache-hit}}
if: matrix.config.comm == 'openmpi'
run: |
if [[ "$CACHE_HIT" != 'true' ]]; then
OPENMPI_URL="https://download.open-mpi.org/release/open-mpi/v4.1/openmpi-4.1.6.tar.gz"
mkdir ${{runner.temp}}/openmpi
cd ${{runner.temp}}/openmpi
curl -L $OPENMPI_URL | tar --strip-components=1 -xz
./configure --prefix=${{env.STACK_ROOT}}
make -j ${{matrix.config.cors}} install
fi
ompi_info
echo "CC=mpicc" >> $GITHUB_ENV
echo "CXX=mpicxx" >> $GITHUB_ENV
echo "F77=mpifort" >> $GITHUB_ENV
echo "F90=mpifort" >> $GITHUB_ENV
echo "FC=mpifort" >> $GITHUB_ENV
- name: Install HDF5 (CACHED)
env:
CACHE_HIT: ${{steps.cache-libraries.outputs.cache-hit}}
if: matrix.config.ncdf == 'nc-config'
run: |
if [[ "$CACHE_HIT" != 'true' ]]; then
HDF5_URL="https://github.com/HDFGroup/hdf5/archive/refs/tags/hdf5_1.14.4.3.tar.gz"
mkdir ${{runner.temp}}/hdf5
cd ${{runner.temp}}/hdf5
curl -L $HDF5_URL | tar --strip-components=1 -xz
./configure --enable-fortran --prefix=${{env.STACK_ROOT}}
make -j ${{matrix.config.cors}} install
fi
- name: Install NetCDF-C and NetCDF-Fortran (CACHED)
env:
CACHE_HIT: ${{steps.cache-libraries.outputs.cache-hit}}
if: matrix.config.ncdf == 'nc-config'
run: |
if [[ "$CACHE_HIT" != 'true' ]]; then
NETCDF_URL="https://github.com/Unidata/netcdf-c/archive/v4.9.0.tar.gz"
NETCDFF_URL="https://github.com/Unidata/netcdf-fortran/archive/v4.5.4.tar.gz"
mkdir ${{runner.temp}}/netcdf-c
cd ${{runner.temp}}/netcdf-c
curl -L $NETCDF_URL | tar --strip-components=1 -xz
./configure --enable-netcdf-4 --disable-dap --prefix=${{env.STACK_ROOT}}
make -j ${{matrix.config.cors}} install
mkdir ${{runner.temp}}/netcdf-fortran
cd ${{runner.temp}}/netcdf-fortran
curl -L $NETCDFF_URL | tar --strip-components=1 -xz
./configure --prefix=${{env.STACK_ROOT}}
make -j ${{matrix.config.cors}} install
fi
- name: Checkout ESMF
uses: actions/checkout@v4
- name: ESMF Configuration
run: |
echo "ESMF_DIR=${GITHUB_WORKSPACE}" >> $GITHUB_ENV
echo "ESMF_COMPILER=${{matrix.config.cmpr}}" >> $GITHUB_ENV
echo "ESMF_COMM=${{matrix.config.comm}}" >> $GITHUB_ENV
echo "ESMF_BOPT=${{matrix.config.bopt}}" >> $GITHUB_ENV
echo "ESMF_NETCDF=${{matrix.config.ncdf}}" >> $GITHUB_ENV
echo "ESMF_MPILAUNCHOPTIONS=${{matrix.config.ropt}}" >> $GITHUB_ENV
echo "ESMF_TESTEXHAUSTIVE=${{matrix.config.exhs}}" >> $GITHUB_ENV
echo "ESMF_TRACE_LIB_BUILD=${{matrix.config.tlib}}" >> $GITHUB_ENV
- name: ESMF Info
run: |
make info | tee ${ARTIFACTS}/info.log
- name: ESMF Build
run: |
make -j ${{matrix.config.cors}} > ${ARTIFACTS}/build.log 2>&1
- name: ESMF All Tests
timeout-minutes: 60
run: |
make all_tests > ${ARTIFACTS}/all_tests.log 2>&1
{ grep "SYSTEM TESTS SUMMARY" -A1 ${ARTIFACTS}/all_tests.log > ${ARTIFACTS}/summary.log || true; }
{ grep "EXAMPLES SUMMARY" -A1 ${ARTIFACTS}/all_tests.log >> ${ARTIFACTS}/summary.log || true; }
{ grep "UNIT TESTS SUMMARY" -A1 ${ARTIFACTS}/all_tests.log >> ${ARTIFACTS}/summary.log || true; }
echo >> ${ARTIFACTS}/summary.log
{ grep "PASS:" ${ARTIFACTS}/all_tests.log >> ${ARTIFACTS}/summary.log || true; }
echo >> ${ARTIFACTS}/summary.log
{ grep "FAIL:" ${ARTIFACTS}/all_tests.log >> ${ARTIFACTS}/summary.log || true; }
echo >> ${ARTIFACTS}/summary.log
{ grep "CRASHED:" ${ARTIFACTS}/all_tests.log >> ${ARTIFACTS}/summary.log || true; }
echo >> ${ARTIFACTS}/summary.log
cat ${ARTIFACTS}/summary.log
{ grep "FAIL:\|CRASHED:" ${ARTIFACTS}/summary.log > ${ARTIFACTS}/failures.log || true; }
if [ -f ${ARTIFACTS}/failures.log ]; then
error=$(wc -l < ${ARTIFACTS}/failures.log)
else
error=0
fi
if [ ${error} -gt 0 ]; then
mkdir -p ${ARTIFACTS}/output
find test -type f -name "*.Log" \
-exec cp '{}' ${ARTIFACTS}/output/. ';'
find test -type f -name "*.stdout" \
-exec cp '{}' ${ARTIFACTS}/output/. ';'
echo "Test Failures:" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
cat ${ARTIFACTS}/failures.log >> $GITHUB_STEP_SUMMARY
echo '::error::${{matrix.config.desc}} failed, check artifacts.'
exit 1
fi
- name: Archive Results
if: ${{ failure() }}
uses: actions/upload-artifact@v4
with:
name: logs-${{matrix.config.desc}}
path: ${{env.ARTIFACTS}}