dealii-spack-tests.sh

#!/bin/bash
#
# A bash script to install and test various versions of deal.II via Spack
#
# Accepts a single argument which is a string "name:spec"
#
# Can be used with Cron job:
# $EDITOR=/usr/bin/gedit crontab -e
# 0 0 * * * /path/to/dealii-spack-tests.sh
# ^^^ run every day at midnight
# p.s. check content by: crontab -l
# check logs by: grep -i cron /var/log/syslog

# Path to Spack:
SPACK_ROOT=$HOME/spack

# a commit in Spack to use:
SPACK_COMMIT=5d6461b895b01da6d06a9bbff0ecdf78ba17b8d5 # May 21 2019

# BASE_SPEC=dealii@develop

# dealii specs (configuration) to test in addition to BASE_SPEC (after column) and their name (before column)
# with 8 processes (4 core PC) a test suite takes about 21k seconds = 6 hours, whereas deal.II build takes about 45 minutes
# declare -a NAME_SPECS=(
#'+int64^openmpi^openblas+ilp64:~adol-c~arpack~assimp~cuda~doc~gmsh~gsl~hdf5+int64~metis+mpi~nanoflann~netcdf~oce~optflags+p4est~petsc~python~scalapack~slepc~sundials~trilinos^openmpi^openblas+ilp64'
#
#'^openmpi^openblas:+adol-c+arpack+assimp~cuda~doc+gmsh+gsl+hdf5~int64+metis+mpi+nanoflann+netcdf+oce~optflags+p4est+petsc~python+scalapack+slepc+sundials+trilinos^openmpi^openblas'
#
#'^mpich^intel-mkl:+adol-c+arpack+assimp~cuda~doc+gmsh+gsl+hdf5~int64+metis+mpi+nanoflann+netcdf+oce~optflags+p4est+petsc~python+scalapack+slepc+sundials+trilinos^mpich^intel-mkl'
#
#'+optflags^openmpi^openblas:+adol-c+arpack+assimp~cuda~doc+gmsh+gsl+hdf5~int64+metis+mpi+nanoflann+netcdf+oce+optflags+p4est+petsc+python+scalapack+slepc+sundials+trilinos^openmpi^openblas'
#
#'+int64^openmpi^openblas:+adol-c+arpack+assimp~cuda~doc+gmsh+gsl+hdf5+int64+metis+mpi+nanoflann+netcdf+oce~optflags+p4est+petsc~python+scalapack+slepc+sundials+trilinos^openmpi^openblas'
#);

j=${1:-'^openmpi^openblas:dealii@develop+adol-c+arpack+assimp~cuda~doc+ginkgo+gmsh+gsl+hdf5~int64+metis+mpi+nanoflann+netcdf+oce~optflags+p4est+petsc~python+scalapack+slepc+sundials+symengine+trilinos^openmpi^openblas'}

# =======================================================
# DON'T EDIT BELOW
# =======================================================

# echo status
secho() {
  echo -e "\033[0;94m==> \033[0m$@"
}

# error
becho() {
  echo -e "\033[4;31mError:\033[0m $@"
}

# Get number of cores:
if [ -x /usr/bin/sw_vers ]; then
  NP=$(sysctl -n hw.ncpu)
else
  NP=$(nproc --all)
fi

secho "Will use $NP processes"

# First, setup path to Spack and environment-module
export PATH=$SPACK_ROOT/bin:$PATH
spack install environment-modules
MODULES_HOME=$(spack location -i environment-modules)
source ${MODULES_HOME}/init/bash
. $SPACK_ROOT/share/spack/setup-env.sh

# reset Spack to the desired commit:
#cd $SPACK_ROOT
#git checkout develop
#git pull
#git reset --hard $SPACK_COMMIT

# Install and load numdiff
spack install numdiff
spack load numdiff

# clean the stage:
spack clean -s

# Go through all the specs and test:
# for j in "${NAME_SPECS[@]}"
# do
  n=${j%:*};
  i=${j#*:};
  # current spec:
  # s="$BASE_SPEC$i"
  s="$i"
  secho "Testing: $s"
  secho "Name:    $n"
  # install dependencies
  spack install --only dependencies "$s" || { becho "Failed to install $s" ; exit 1; }
  # install dealii and keep the stage folder
  spack install --keep-stage "$s" || { becho "Failed to install $s" ; exit 1; }
  # go to the stage
  spack cd -s "$s"
  secho "Stage folder: ${PWD}"
  cd spack-build
  # setup environement to be exactly the same as during the buld of the spec.
  # then setup / run / submit unit tests via here document
  spack build-env "$s" bash << EOF
ctest -j"$NP" -DDESCRIPTION="$n" -DTRACK="Continuous" -V -S ../tests/run_testsuite.cmake
EOF
  secho "Finished testing: $s"
  cd $SPACK_ROOT
  # remove the current installation so that next time we build from scratch
  spack uninstall -a -y "$s"
# done