Skip to content

t8code tests parallel #1873

t8code tests parallel

t8code tests parallel #1873

name: t8code tests parallel
# This file is part of t8code.
# t8code is a C library to manage a collection (a forest) of multiple
# connected adaptive space-trees of general element types in parallel.
#
# Copyright (C) 2015 the developers
#
# t8code is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# t8code is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with t8code; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
#
# This github CI script installs t8code and runs its tests for various configurations.
# We compile sc and p4est as thirdparty libraries and use caching to only trigger a
# new installation of them when their versions have changed in t8code.
#
# Note: To manually enforce sc and p4est installation, either increase the counter
# in the "key:" entries of the sc and p4est steps or set the variables
# SC_IGNORE_CACHE and P4EST_IGNORE_CACHE to 1 in the respective steps.
env:
MAKEFLAGS: "-j2 V=0"
on:
push:
branches:
- main
- develop
- feature-*CI* # for testing this script, all feature branches with "CI" in their name
pull_request:
branches:
- main
- develop
workflow_dispatch: # Be able to trigger this manually on github.com
# Run every night at 1:10
schedule:
- cron: '10 1 * * *'
jobs:
build:
if: (github.event_name == 'schedule' && github.repository == 'DLR-AMR/t8code') || (github.event_name != 'schedule')
runs-on: ubuntu-20.04
container: dlramr/t8code-ubuntu:t8-dependencies
timeout-minutes: 90
steps:
#
# Setup and bootstrap
#
- uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Update packages
run: apt-get update && apt-get upgrade -y
# This seems to be necessary because of the docker container
- name: disable ownership checks
run: git config --global --add safe.directory '*'
- name: init submodules
run: git submodule init
- name: update submodules
run: git submodule update
- name: bootstrap
run: ./bootstrap
#
# SC installation
#
- name: store sc folders in var
run: echo SC_DEBUG=$PWD/sc/build_debug >> $GITHUB_ENV
&& echo SC_RELEASE=$PWD/sc/build_release >> $GITHUB_ENV
- name: Get sc commit hash
run: hash=`git rev-parse HEAD:sc` && echo sc_commit=$hash >> $GITHUB_ENV
- name: Check cache for previous sc installation
id: sc_cache
uses: actions/cache@v4
with:
path: |
${{ env.SC_DEBUG }}
${{ env.SC_RELEASE }}
# You can increase the counter at the end to force a new key and hence recomputing the cache
key: sc-${{ env.sc_commit }}-004
- name: Set ignore cache variable
# If this variable is set 1
# (i.e. SC_IGNORE_CACHE=1) then the cache will be ignored and
# sc is always build.
# We use this mostly for debugging this CI script.
run: echo SC_IGNORE_CACHE=0 >> $GITHUB_ENV
- name: Cache info
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.SC_IGNORE_CACHE == 1 }}
run: echo No cache found or cache will be ignored. SC_IGNORE_CACHE=$SC_IGNORE_CACHE
- name: if ignore cache, delete folders
if: ${{ env.SC_IGNORE_CACHE == 1 }}
# The true at the end is to ignore errors that i.e. occur when the folders do not exist
run: rm -r $SC_DEBUG $SC_RELEASE $SC_SERIAL_DEBUG $SC_SERIAL_RELEASE || true
- name: make folders
run: mkdir $SC_DEBUG && mkdir $SC_RELEASE
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.SC_IGNORE_CACHE == 1 }}
- name: install sc
run: echo "Install sc"
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.SC_IGNORE_CACHE == 1 }}
## sc debug
- name: sc configure debug
run: cd $SC_DEBUG && ../configure --enable-mpi --enable-debug --prefix=$PWD/install
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.SC_IGNORE_CACHE == 1 }}
- name: sc build debug
run: cd $SC_DEBUG && make $MAKEFLAGS && make $MAKEFLAGS install
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.SC_IGNORE_CACHE == 1 }}
## sc release
- name: sc configure and build release
run: cd $SC_RELEASE && ../configure --enable-mpi --enable-debug --prefix=$PWD/install
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.SC_IGNORE_CACHE == 1 }}
- name: sc build release
run: cd $SC_RELEASE && make $MAKEFLAGS && make $MAKEFLAGS install
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.SC_IGNORE_CACHE == 1 }}
#
# P4EST
#
- name: store p4est folders in var
run: echo P4EST_DEBUG=$PWD/p4est/build_debug >> $GITHUB_ENV
&& echo P4EST_RELEASE=$PWD/p4est/build_release >> $GITHUB_ENV
- name: Get p4est commit hash
run: hash=`git rev-parse HEAD:p4est` && echo p4est_commit=$hash >> $GITHUB_ENV
- name: Check cache for previous p4est installation
id: p4est_cache
uses: actions/cache@v4
with:
path: |
${{ env.P4EST_DEBUG }}
${{ env.P4EST_RELEASE }}
# You can increase the counter at the end to force a new key and hence recomputing the cache
key: p4est-${{ env.p4est_commit }}-004
- name: Set ignore cache variable
# If this variable is set to 1 then the cache is ignored and p4est is installed regardless of cache.
# (set with i.e. P4EST_IGNORE_CACHE=1)
# We use this mostly for debugging this CI script.
run: echo P4EST_IGNORE_CACHE=0 >> $GITHUB_ENV
- name: Cache info
if: ${{ steps.sc_cache.outputs.cache-hit != 'true' || env.P4EST_IGNORE_CACHE == 1 }}
run: echo No cache found or cache will be ignored. P4EST_IGNORE_CACHE=$P4EST_IGNORE_CACHE
- name: install p4est
run: echo "Install p4est"
if: ${{ steps.p4est_cache.outputs.cache-hit != 'true' || env.P4EST_IGNORE_CACHE == 1 }}
- name: if ignore cache, delete folders
if: ${{ env.P4EST_IGNORE_CACHE == 1 }}
# The true at the end is to ignore errors that i.e. occur when the folders do not exist
run: rm -r $P4EST_DEBUG $P4EST_RELEASE $P4EST_SERIAL_DEBUG $P4EST_SERIAL_RELEASE || true
- name: make folders
run: mkdir $P4EST_DEBUG && mkdir $P4EST_RELEASE
if: ${{ steps.p4est_cache.outputs.cache-hit != 'true' || env.P4EST_IGNORE_CACHE == 1 }}
## p4est debug
- name: p4est configure debug
run: cd $P4EST_DEBUG && ../configure --enable-mpi --enable-debug --prefix=$PWD/install --with-sc=$SC_DEBUG/install
if: ${{ steps.p4est_cache.outputs.cache-hit != 'true' || env.P4EST_IGNORE_CACHE == 1 }}
- name: p4est build debug
run: cd $P4EST_DEBUG && make $MAKEFLAGS && make $MAKEFLAGS install
if: ${{ steps.p4est_cache.outputs.cache-hit != 'true' || env.P4EST_IGNORE_CACHE == 1 }}
## p4est release
- name: p4est configure and build release
run: cd $P4EST_RELEASE && ../configure --enable-mpi --prefix=$PWD/install --with-sc=$SC_RELEASE/install
if: ${{ steps.p4est_cache.outputs.cache-hit != 'true' || env.P4EST_IGNORE_CACHE == 1 }}
- name: p4est build release
run: cd $P4EST_RELEASE && make $MAKEFLAGS && make $MAKEFLAGS install
if: ${{ steps.p4est_cache.outputs.cache-hit != 'true' || env.P4EST_IGNORE_CACHE == 1 }}
# P4EST AND SC END
#
# T8CODE
#
#
# build config vars
- name: build CFLAGS and CXXFLAGS variables
run: echo CFLAGS_var_debug="-Wall -pedantic -O0" >> $GITHUB_ENV
&& echo CXXFLAGS_var_debug="-Wall -pedantic -O0" >> $GITHUB_ENV
&& echo CFLAGS_var_release="-Wall -pedantic -O3" >> $GITHUB_ENV
&& echo CXXFLAGS_var_release="-Wall -pedantic -O3" >> $GITHUB_ENV
# Note: We want to use '-Werror', but if we already provide it at the configure step
# we get errors in configure that we cannot remove (for example the autotools way
# of checking for libm results in a compiler warning).
# Thus, we add '-Werror' later at the make step.
- name: less-test-option
if: github.event_name == 'pull_request'
run: export LESS_TEST_OPTION="--enable-less-tests"
&& echo LESS_TEST_OPTION="$LESS_TEST_OPTION" >> $GITHUB_ENV
- name: build config variables
run: export CONFIG_OPTIONS="--without-blas ${LESS_TEST_OPTION}"
&& export CONFIG_DEBUG="$CONFIG_OPTIONS --enable-debug --enable-mpi --with-sc=$SC_DEBUG/install --with-p4est=$P4EST_DEBUG/install"
&& export CONFIG_RELEASE="$CONFIG_OPTIONS --enable-mpi --with-sc=$SC_RELEASE/install --with-p4est=$P4EST_RELEASE/install"
&& echo CONFIG_OPTIONS="$CONFIG_OPTIONS" >> $GITHUB_ENV
&& echo CONFIG_DEBUG="$CONFIG_DEBUG" >> $GITHUB_ENV
&& echo CONFIG_RELEASE="$CONFIG_RELEASE" >> $GITHUB_ENV
- name: Check vars
run: echo "[$CONFIG_DEBUG]"
&& echo "[$CONFIG_RELEASE]"
# configure and test with MPI (release mode)
- name: Printing MPI compiler info
run: mpicc --version && mpirun --version
- name: Printing GCC compiler info
run: gcc --version && g++ --version
- name: check release mode
run: echo "Checking release mode (MPI)"
- name: echo configure line
run: echo configure $CONFIG_RELEASE
- name: configure MPI release
run: mkdir build_release && cd build_release && ../configure $CONFIG_RELEASE CFLAGS="$CFLAGS_var_release" CXXFLAGS="$CXXFLAGS_var_release"
- name: OnFailUploadLog
if: failure()
uses: actions/upload-artifact@v4
with:
name: config_release_MPI.log
path: build_release/config.log
- name: make
run: cd build_release && make $MAKEFLAGS CFLAGS="$CFLAGS_var_release -Werror" CXXFLAGS="$CXXFLAGS_var_release -Werror"
- name: make install
run: cd build_release && make install $MAKEFLAGS
- name: make check
run: cd build_release && make check $MAKEFLAGS CFLAGS="$CFLAGS_var_release -Werror" CXXFLAGS="$CXXFLAGS_var_release -Werror"
- name: OnFailUploadLog
if: failure()
uses: actions/upload-artifact@v4
with:
name: test-suite_release_MPI.log
path: build_release/test-suite.log
# configure and test with MPI (debug mode)
- name: check debugging mode
run: echo "Checking debug mode"
- name: configure MPI debug
run: mkdir build_debug && cd build_debug && ../configure $CONFIG_DEBUG CFLAGS="$CFLAGS_var_debug" CXXFLAGS="$CXXFLAGS_var_debug"
- name: OnFailUploadLog
if: failure()
uses: actions/upload-artifact@v4
with:
name: config_debug_MPI.log
path: build_debug/config.log
- name: make
run: cd build_debug && make $MAKEFLAGS CFLAGS="$CFLAGS_var_debug -Werror" CXXFLAGS="$CXXFLAGS_var_debug -Werror"
- name: make install
run: cd build_debug && make install $MAKEFLAGS
- name: make check
run: cd build_debug && make check $MAKEFLAGS CFLAGS="$CFLAGS_var_debug -Werror" CXXFLAGS="$CXXFLAGS_var_debug -Werror"
- name: OnFailUploadLog
if: failure()
uses: actions/upload-artifact@v4
with:
name: test-suite_debug_MPI.log
path: build_debug/test-suite.log
# configure and test with MPI (C++ compiler only, release mode)
- name: check C++ compiler
run: echo "Checking C++, release mode (MPI)"
- name: configure MPI release (only C++ compiler)
run: mkdir build_release_cpp &&cd build_release_cpp && ../configure CC=mpicxx CXX=mpicxx $CONFIG_RELEASE CFLAGS="$CFLAGS_var_release" CXXFLAGS="$CXXFLAGS_var_release"
- name: OnFailUploadLog
if: failure()
uses: actions/upload-artifact@v4
with:
name: config_release_MPI_CXX.log
path: build_release_cpp/config.log
- name: make
run: cd build_release_cpp && make $MAKEFLAGS CFLAGS="$CFLAGS_var_release -Werror" CXXFLAGS="$CXXFLAGS_var_release -Werror"
- name: make install
run: cd build_release_cpp && make install $MAKEFLAGS
- name: make check
run: cd build_release_cpp && make check $MAKEFLAGS CFLAGS="$CFLAGS_var_release -Werror" CXXFLAGS="$CXXFLAGS_var_release -Werror"
- name: OnFailUploadLog
if: failure()
uses: actions/upload-artifact@v4
with:
name: test-suite_release_MPI_cxx.log
path: build_release_cpp/test-suite.log