Build gsi_utils on Gaea-C5 (#39) #132
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Intel Linux Build | |
| on: [push, pull_request] | |
| # Use custom shell with -l so .bash_profile is sourced which loads intel/oneapi/setvars.sh | |
| # without having to do it in manually every step | |
| defaults: | |
| run: | |
| shell: bash -leo pipefail {0} | |
| # Set I_MPI_CC/F90 so Intel MPI wrapper uses icc/ifort instead of gcc/gfortran | |
| env: | |
| cache_key: intel | |
| CC: icc | |
| FC: ifort | |
| CXX: icpc | |
| I_MPI_CC: icc | |
| I_MPI_F90: ifort | |
| # A note on flushing Action cache and relevance to "cache_key" above. | |
| # There is no way to flush the Action cache, and hence a number (#) is appended | |
| # to the "cache_key" (intel). | |
| # If the dependencies change, increment this number and a new cache will be | |
| # generated by the dependency build step "setup" | |
| # There is a Github issue to force clear the cache. | |
| # See discussion on: | |
| # https://stackoverflow.com/questions/63521430/clear-cache-in-github-actions | |
| # The jobs are split into: | |
| # 1. a dependency build step (setup), and | |
| # 2. a GSI-utils build step (gsi-utils) | |
| # The setup is run once and the environment is cached, | |
| # so each subsequent build of gsi-utils can reuse the cached dependencies to save time (and compute). | |
| jobs: | |
| setup: | |
| runs-on: ubuntu-latest | |
| steps: | |
| # Free up disk space | |
| - name: free-disk-spack | |
| run: | | |
| df -h | |
| sudo swapoff -a | |
| sudo rm -rf /swapfile | |
| sudo rm -rf /usr_local_mv | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf "/usr/local/share/boost" | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| sudo apt clean | |
| docker rmi $(docker image ls -aq) | |
| df -h | |
| - name: checkout # This is for getting spack.yaml | |
| if: steps.cache-env.outputs.cache-hit != 'true' | |
| uses: actions/checkout@v4 | |
| with: | |
| path: gsi-utils | |
| # Cache spack, compiler and dependencies | |
| - name: cache-env | |
| id: cache-env | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| spack | |
| ~/.spack | |
| /opt/intel | |
| key: spack-${{ runner.os }}-${{ env.cache_key }}-${{ hashFiles('gsi-utils/ci/spack.yaml') }} | |
| - name: install-intel-compilers | |
| run: | | |
| wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | |
| sudo apt-key add GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | |
| echo "deb https://apt.repos.intel.com/oneapi all main" | sudo tee /etc/apt/sources.list.d/oneAPI.list | |
| sudo apt-get update | |
| sudo apt-get install intel-oneapi-dev-utilities intel-oneapi-mpi-devel intel-oneapi-openmp intel-oneapi-compiler-fortran-2023.2.1 intel-oneapi-compiler-dpcpp-cpp-and-cpp-classic-2023.2.1 | |
| sudo apt-get clean | |
| echo "source /opt/intel/oneapi/setvars.sh" >> ~/.bash_profile | |
| # Install dependencies using Spack | |
| - name: install-dependencies-with-spack | |
| if: steps.cache-env.outputs.cache-hit != 'true' | |
| run: | | |
| sudo mv /usr/local/ /usr_local_mv | |
| sudo apt-get install cmake | |
| git clone -c feature.manyFiles=true https://github.com/JCSDA/spack.git | |
| source spack/share/spack/setup-env.sh | |
| spack env create gsiutils-env gsi-utils/ci/spack.yaml | |
| spack env activate gsiutils-env | |
| spack compiler find | |
| sudo apt install cmake | |
| spack external find | |
| spack add intel-oneapi-mpi | |
| spack concretize | |
| spack install --dirty --fail-fast -v | |
| spack clean --all | |
| gsi-utils: | |
| needs: setup | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: install-intel | |
| run: | | |
| echo "source /opt/intel/oneapi/setvars.sh" >> ~/.bash_profile | |
| - name: checkout-gsiutils | |
| uses: actions/checkout@v4 | |
| with: | |
| path: gsi-utils | |
| - name: cache-env | |
| id: cache-env | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| spack | |
| ~/.spack | |
| /opt/intel | |
| key: spack-${{ runner.os }}-${{ env.cache_key }}-${{ hashFiles('gsi-utils/ci/spack.yaml') }} | |
| - name: build | |
| run: | | |
| source spack/share/spack/setup-env.sh | |
| spack env activate gsiutils-env | |
| cd gsi-utils | |
| mkdir -p build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=../install -DBUILD_UTIL_ALL=ON .. | |
| make -j2 VERBOSE=1 | |
| make install | |
| env: | |
| CC: mpiicc | |
| FC: mpiifort |