Skip to content

Initial work

Initial work #967

Workflow file for this run

name: macOS CI
on:
pull_request:
push:
branches-ignore:
- "ghxyz"
paths:
- ".github/actions/**"
- ".github/workflows/macos.yml"
- "conanfile.py"
- "CMakePresets.json"
- "CMakeHPXPresets.json"
- "environment/cmake/**"
- "environment/script/write_conan_profile.py"
- "source/**"
- "!source/qa/python/qa/**"
jobs:
build:
strategy:
matrix:
macos_version: ["13", "14"]
compiler:
- { name: clang, c: clang, cxx: clang++ }
python_version: ["3.12"]
fail-fast: false
runs-on: macos-${{ matrix.macos_version }}
name: macos-${{ matrix.macos_version }} / ${{ matrix.compiler.cxx }}
timeout-minutes: 180
defaults:
run:
shell: bash -l {0}
working-directory: .
env:
lue_source_directory: lue_source
lue_build_directory: lue_build
lue_runtime_install_directory: lue_runtime_install
lue_development_install_directory: lue_development_install
lue_consume_source_directory: lue_consume_source
lue_consume_build_directory: lue_consume_build
hpx_version: 1.9.1
hpx_source_directory: hpx_source
hpx_build_directory: hpx_build
hpx_install_directory: hpx_install
mdspan_source_directory: mdspan_source
mdspan_build_directory: mdspan_build
mdspan_install_directory: mdspan_install
steps:
- uses: actions/checkout@v4
with:
path: ${{ env.lue_source_directory }}
- name: setup platform
run: |
# GDAL is built against a specific version of Python. Here, we explicitly
# install this specific version of Python. If the GDAL Python version is bumped,
# brew will run into problems, which we can then fix by bumping our version Python.
brew install \
boost \
conan \
fmt \
gdal \
glfw \
graphviz \
gperftools \
hdf5@1.10 \
hwloc \
ninja \
nlohmann-json \
numpy \
pybind11 \
python@${{ matrix.python_version }} \
python-matplotlib \
tree \
vulkan-loader
$(brew --prefix python@${{ matrix.python_version }})/bin/python${{ matrix.python_version }} -m venv --system-site-packages --upgrade-deps env
source env/bin/activate
pip${{ matrix.python_version }} install docopt jinja2 ruamel.yaml # Not part of homebrew yet
conan profile detect
- name: "install hpx"
uses: ./lue_source/.github/actions/install_hpx
with:
cache_key: macos-${{ matrix.macos_version }}_${{ matrix.compiler.cxx }}_python-${{ matrix.python_version }}_hpx-${{ env.hpx_version }}
c_compiler: ${{ matrix.compiler.c }}
cxx_compiler: ${{ matrix.compiler.cxx }}
build_type: Release
cmake_flags: "-D CMAKE_OSX_DEPLOYMENT_TARGET=${{ matrix.macos_version }}.0"
cmake_preset: hpx_release_macos_node_configuration
cmake_preset_file: ${{ env.lue_source_directory }}/CMakeHPXPresets.json
hpx_version: ${{ env.hpx_version }}
source_directory: ${{ env.hpx_source_directory }}
build_directory: ${{ env.hpx_build_directory }}
install_directory: ${{ env.hpx_install_directory }}
- name: "install mdspan"
uses: ./lue_source/.github/actions/install_mdspan
with:
cxx_compiler: ${{ matrix.compiler.cxx }}
build_type: Release
mdspan_tag: 721efd8 # 20240305
source_directory: ${{ env.mdspan_source_directory }}
build_directory: ${{ env.mdspan_build_directory }}
install_directory: ${{ env.mdspan_install_directory }}
- name: configure
run: |
source env/bin/activate
mkdir ${{ env.lue_build_directory }}
python${{ matrix.python_version }} ${{ env.lue_source_directory }}/environment/script/write_conan_profile.py \
${{ matrix.compiler.cxx }} \
${{ env.lue_source_directory }}/host_profile
python${{ matrix.python_version }} ${{ env.lue_source_directory }}/environment/script/write_conan_profile.py \
${{ matrix.compiler.cxx }} \
${{ env.lue_source_directory }}/build_profile
LUE_CONAN_PACKAGES="docopt.cpp imgui" \
conan install ${{ env.lue_source_directory }} \
--profile:host=${{ env.lue_source_directory }}/host_profile \
--profile:build=${{ env.lue_source_directory }}/build_profile \
--build=missing \
--output-folder=${{ env.lue_build_directory }}
# broken hdf5 1.14 https://github.com/Homebrew/homebrew-core/issues/159691
CMAKE_PREFIX_PATH=${{ env.lue_build_directory }} \
PATH="$(brew --prefix hdf5@1.10)/bin:$PATH" \
LDFLAGS="-L$(brew --prefix hdf5@1.10)/lib" \
CPPFLAGS="-I$(brew --prefix hdf5@1.10)/include" \
cmake \
-S ${{ env.lue_source_directory }} \
-B ${{ env.lue_build_directory }} \
--preset conan-release \
-D CMAKE_OSX_DEPLOYMENT_TARGET=${{ matrix.macos_version }}.0 \
-D CMAKE_POLICY_DEFAULT_CMP0144=NEW \
-D LUE_BUILD_QA=TRUE \
-D LUE_QA_WITH_PYTHON_API=TRUE \
-D LUE_QA_WITH_TESTS=TRUE \
-D LUE_QA_TEST_NR_LOCALITIES_PER_TEST=1 \
-D LUE_QA_TEST_NR_THREADS_PER_LOCALITY=2 \
-D LUE_DATA_MODEL_WITH_PYTHON_API=TRUE \
-D LUE_DATA_MODEL_WITH_UTILITIES=TRUE \
-D LUE_FRAMEWORK_WITH_IMAGE_LAND=TRUE \
-D LUE_FRAMEWORK_WITH_PYTHON_API=TRUE \
-D HPX_ROOT=${{ env.hpx_install_directory }} \
-D MDSPAN_ROOT=${{ env.mdspan_install_directory }} \
-D Python_FIND_VIRTUALENV=ONLY
- name: build
run: |
cmake --build ${{ env.lue_build_directory }} --target all
- name: install
run: |
cmake \
--install ${{ env.lue_build_directory }} \
--prefix ${{ env.lue_runtime_install_directory }} \
--component lue_runtime \
--strip
cmake \
--install ${{ env.lue_build_directory }} \
--prefix ${{ env.lue_development_install_directory }} \
--component lue_development \
--strip
- name: test
run: |
source env/bin/activate
# Unit tests
ctest --test-dir ${{ env.lue_build_directory }} --output-on-failure
# Test of runtime targets
${{ env.lue_runtime_install_directory }}/bin/lue_translate --version
${{ env.lue_runtime_install_directory }}/bin/lue_validate --version
${{ env.lue_runtime_install_directory }}/bin/lue_view --version
export PYTHONPATH="${{ env.lue_runtime_install_directory }}/lib/python${{ matrix.python_version}}:$PYTHONPATH"
export DYLD_FALLBACK_LIBRARY_PATH="${{ env.hpx_install_directory }}/lib:$DYLD_FALLBACK_LIBRARY_PATH"
python${{ matrix.python_version }} ${{ env.lue_runtime_install_directory }}/bin/lue_calculate --version
python${{ matrix.python_version }} ${{ env.lue_runtime_install_directory }}/bin/lue_scalability --version
python${{ matrix.python_version }} -c "import lue, lue.data_model, lue.framework, lue.pcraster, lue.qa.scalability; print(lue.__version__)"
# Test of imported CMake targets
git clone https://github.com/computationalgeography/lue_consume.git ${{ env.lue_consume_source_directory }}
# broken hdf5 1.14 https://github.com/Homebrew/homebrew-core/issues/159691
PATH="$(brew --prefix hdf5@1.10)/bin:$PATH" \
LDFLAGS="-L$(brew --prefix hdf5@1.10)/lib" \
CPPFLAGS="-I$(brew --prefix hdf5@1.10)/include" \
cmake \
-S ${{ env.lue_consume_source_directory }} \
-B ${{ env.lue_consume_build_directory }} \
-G "Ninja" \
-D CMAKE_CXX_COMPILER=${{ matrix.compiler.cxx }} \
-D CMAKE_BUILD_TYPE=Release \
-D CMAKE_POLICY_DEFAULT_CMP0144=NEW \
-D LUE_ROOT=${{ env.lue_development_install_directory }} \
-D HPX_ROOT=${{ env.hpx_install_directory }} \
-D MDSPAN_ROOT=${{ env.mdspan_install_directory }}
cmake --build ${{ env.lue_consume_build_directory }} --target all
${{ env.lue_consume_build_directory }}/lue_consume_data_model
${{ env.lue_consume_build_directory }}/lue_consume_framework