Small spack changes to cleanup spack process on HPC Clusters (#133)

* Add small spack changes to cleanup spack process on Deception.

* Extend fixes to all PNNL platforms.

Author: Cameron Rutherford

buildsystem/spack/deception/env.sh

@@ -1,17 +1,24 @@
 #!/bin/bash
 
+# Just for CI
 source /etc/profile.d/modules.sh
-module purge
 
 # Load system python
-module load python/miniconda3.9
-source /share/apps/python/miniconda3.9/etc/profile.d/conda.sh
+module rm python
+module load python/miniconda3.9 >/dev/null 2>&1
+source /share/apps/python/miniconda3.9/etc/profile.d/conda.sh >/dev/null 2>&1
 
 # Load system modules
+module rm gcc
 module load gcc/9.1.0
+module rm cuda
 module load cuda/11.4
+module rm openmpi
 module load openmpi/4.1.0mlx5.0
 
+# Print modules for sanity
+module list
+
 # Define environment variables for where spack stores key files
 # For now, SPACK_INSTALL is the path where everything spack related is installed
 # If you want to modify the module install path, edit the spack.yaml manually

buildsystem/spack/incline/env.sh

@@ -8,8 +8,8 @@ module purge
 # MPI module is finnicky on incline
 modules=$(module list 2>&1)
 if echo $modules | grep -q 'openmpi'; then
-  module load gcc/8.4.0
-  module rm openmpi
+	module load gcc/8.4.0
+	module rm openmpi
 fi
 
 # Configure python and other system modules
@@ -20,6 +20,9 @@ module load openmpi/4.1.4
 module load rocm/5.3.0
 module load python/3.7.0
 
+# Print out modules for sanity
+module list
+
 # Try forcing behaviour of spack compiler
 export SPACK_CC=$(which gcc)
 export SPACK_CXX=$(which g++)

buildsystem/spack/load_spack.sh

@@ -10,7 +10,6 @@ fi
 MY_CLUSTER="${MY_CLUSTER:?MY_CLUSTER is unset. Please set manually.}"
 [[ -z $MY_CLUSTER ]] && return 1
 
-echo "$MY_CLUSTER" | awk '{print tolower($0)}'
 # Use ${var,,} to convert to lower case
 # There must be an existing folder for the cluster
 if [ ! -d "./buildsystem/spack/${MY_CLUSTER}" ]; then

buildsystem/spack/newell/env.sh

@@ -1,16 +1,24 @@
 #!/bin/bash
 
+# Just for CI
 . /etc/profile.d/modules.sh
 
 # Load system python
-module load python/miniconda3.8
-. /share/apps/python/miniconda3.8/etc/profile.d/conda.sh
+module rm python
+module load python/miniconda3.8 >/dev/null 2>&1
+. /share/apps/python/miniconda3.8/etc/profile.d/conda.sh >/dev/null 2>&1
 
 # Load compiler/system modules
+module rm gcc
 module load gcc/8.5.0
+module rm cuda
 module load cuda/11.4
+module rm openmpi
 module load openmpi/4.1.4
 
+# Print modules for sanity
+module list
+
 # Define environment variables for where spack stores key files
 # For now, SPACK_INSTALL is the path where everything spack related is installed
 # If you want to modify the module install path, edit the spack.yaml manually