WIP CI Conda #20
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: macOS CI | |
| on: | |
| pull_request: | |
| push: | |
| branches-ignore: | |
| - "ghxyz" | |
| paths: | |
| - ".github/actions/**" | |
| - ".github/workflows/macos.yml" | |
| - "conanfile.py" | |
| - "CMakePresets.json" | |
| - "CMakeHPXPresets.json" | |
| - "environment/cmake/**" | |
| - "environment/script/write_conan_profile.py" | |
| - "source/**" | |
| - "!source/qa/python/qa/**" | |
| jobs: | |
| build: | |
| strategy: | |
| matrix: | |
| macos_version: ["13", "14"] | |
| compiler: | |
| - { name: clang, c: clang, cxx: clang++ } | |
| python_version: ["3.12"] | |
| fail-fast: false | |
| runs-on: macos-${{ matrix.macos_version }} | |
| name: macos-${{ matrix.macos_version }} / ${{ matrix.compiler.cxx }} | |
| timeout-minutes: 180 | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| working-directory: . | |
| env: | |
| lue_source_directory: lue_source | |
| lue_build_directory: lue_build | |
| lue_runtime_install_directory: lue_runtime_install | |
| lue_development_install_directory: lue_development_install | |
| lue_consume_source_directory: lue_consume_source | |
| lue_consume_build_directory: lue_consume_build | |
| hpx_version: 1.9.1 | |
| hpx_source_directory: hpx_source | |
| hpx_build_directory: hpx_build | |
| hpx_install_directory: hpx_install | |
| mdspan_source_directory: mdspan_source | |
| mdspan_build_directory: mdspan_build | |
| mdspan_install_directory: mdspan_install | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| path: ${{ env.lue_source_directory }} | |
| - name: setup platform | |
| run: | | |
| # GDAL is built against a specific version of Python. Here, we explicitly | |
| # install this specific version of Python. If the GDAL Python version is bumped, | |
| # brew will run into problems, which we can then fix by bumping our version Python. | |
| brew install \ | |
| boost \ | |
| conan \ | |
| fmt \ | |
| gdal \ | |
| glfw \ | |
| graphviz \ | |
| gperftools \ | |
| [email protected] \ | |
| hwloc \ | |
| ninja \ | |
| nlohmann-json \ | |
| numpy \ | |
| pybind11 \ | |
| python@${{ matrix.python_version }} \ | |
| python-matplotlib \ | |
| tree \ | |
| vulkan-loader | |
| $(brew --prefix python@${{ matrix.python_version }})/bin/python${{ matrix.python_version }} -m venv --system-site-packages --upgrade-deps env | |
| source env/bin/activate | |
| pip${{ matrix.python_version }} install docopt jinja2 ruamel.yaml # Not part of homebrew yet | |
| conan profile detect | |
| - name: "install hpx" | |
| uses: ./lue_source/.github/actions/install_hpx | |
| with: | |
| cache_key: macos-${{ matrix.macos_version }}_${{ matrix.compiler.cxx }}_python-${{ matrix.python_version }}_hpx-${{ env.hpx_version }} | |
| c_compiler: ${{ matrix.compiler.c }} | |
| cxx_compiler: ${{ matrix.compiler.cxx }} | |
| build_type: Release | |
| cmake_flags: "-D CMAKE_OSX_DEPLOYMENT_TARGET=${{ matrix.macos_version }}.0" | |
| cmake_preset: hpx_release_macos_node_configuration | |
| cmake_preset_file: ${{ env.lue_source_directory }}/CMakeHPXPresets.json | |
| hpx_version: ${{ env.hpx_version }} | |
| source_directory: ${{ env.hpx_source_directory }} | |
| build_directory: ${{ env.hpx_build_directory }} | |
| install_directory: ${{ env.hpx_install_directory }} | |
| - name: "install mdspan" | |
| uses: ./lue_source/.github/actions/install_mdspan | |
| with: | |
| cxx_compiler: ${{ matrix.compiler.cxx }} | |
| build_type: Release | |
| mdspan_tag: 721efd8 # 20240305 | |
| source_directory: ${{ env.mdspan_source_directory }} | |
| build_directory: ${{ env.mdspan_build_directory }} | |
| install_directory: ${{ env.mdspan_install_directory }} | |
| - name: configure | |
| run: | | |
| source env/bin/activate | |
| mkdir ${{ env.lue_build_directory }} | |
| python${{ matrix.python_version }} ${{ env.lue_source_directory }}/environment/script/write_conan_profile.py \ | |
| ${{ matrix.compiler.cxx }} \ | |
| ${{ env.lue_source_directory }}/host_profile | |
| python${{ matrix.python_version }} ${{ env.lue_source_directory }}/environment/script/write_conan_profile.py \ | |
| ${{ matrix.compiler.cxx }} \ | |
| ${{ env.lue_source_directory }}/build_profile | |
| LUE_CONAN_PACKAGES="docopt.cpp imgui" \ | |
| conan install ${{ env.lue_source_directory }} \ | |
| --profile:host=${{ env.lue_source_directory }}/host_profile \ | |
| --profile:build=${{ env.lue_source_directory }}/build_profile \ | |
| --build=missing \ | |
| --output-folder=${{ env.lue_build_directory }} | |
| # broken hdf5 1.14 https://github.com/Homebrew/homebrew-core/issues/159691 | |
| CMAKE_PREFIX_PATH=${{ env.lue_build_directory }} \ | |
| PATH="$(brew --prefix [email protected])/bin:$PATH" \ | |
| LDFLAGS="-L$(brew --prefix [email protected])/lib" \ | |
| CPPFLAGS="-I$(brew --prefix [email protected])/include" \ | |
| cmake \ | |
| -S ${{ env.lue_source_directory }} \ | |
| -B ${{ env.lue_build_directory }} \ | |
| --preset conan-release \ | |
| -D CMAKE_OSX_DEPLOYMENT_TARGET=${{ matrix.macos_version }}.0 \ | |
| -D CMAKE_POLICY_DEFAULT_CMP0144=NEW \ | |
| -D LUE_BUILD_QA=TRUE \ | |
| -D LUE_QA_WITH_PYTHON_API=TRUE \ | |
| -D LUE_QA_WITH_TESTS=TRUE \ | |
| -D LUE_QA_TEST_NR_LOCALITIES_PER_TEST=1 \ | |
| -D LUE_QA_TEST_NR_THREADS_PER_LOCALITY=2 \ | |
| -D LUE_DATA_MODEL_WITH_PYTHON_API=TRUE \ | |
| -D LUE_DATA_MODEL_WITH_UTILITIES=TRUE \ | |
| -D LUE_FRAMEWORK_WITH_IMAGE_LAND=TRUE \ | |
| -D LUE_FRAMEWORK_WITH_PYTHON_API=TRUE \ | |
| -D HPX_ROOT=${{ env.hpx_install_directory }} \ | |
| -D MDSPAN_ROOT=${{ env.mdspan_install_directory }} \ | |
| -D Python3_FIND_VIRTUALENV=ONLY | |
| - name: build | |
| run: | | |
| cmake --build ${{ env.lue_build_directory }} --target all | |
| - name: install | |
| run: | | |
| cmake \ | |
| --install ${{ env.lue_build_directory }} \ | |
| --prefix ${{ env.lue_runtime_install_directory }} \ | |
| --component lue_runtime \ | |
| --strip | |
| cmake \ | |
| --install ${{ env.lue_build_directory }} \ | |
| --prefix ${{ env.lue_development_install_directory }} \ | |
| --component lue_development \ | |
| --strip | |
| - name: test | |
| run: | | |
| source env/bin/activate | |
| # Unit tests | |
| ctest --test-dir ${{ env.lue_build_directory }} --output-on-failure | |
| # Test of runtime targets | |
| ${{ env.lue_runtime_install_directory }}/bin/lue_translate --version | |
| ${{ env.lue_runtime_install_directory }}/bin/lue_validate --version | |
| ${{ env.lue_runtime_install_directory }}/bin/lue_view --version | |
| export PYTHONPATH="${{ env.lue_runtime_install_directory }}/lib/python${{ matrix.python_version}}:$PYTHONPATH" | |
| export DYLD_FALLBACK_LIBRARY_PATH="${{ env.hpx_install_directory }}/lib:$DYLD_FALLBACK_LIBRARY_PATH" | |
| python${{ matrix.python_version }} ${{ env.lue_runtime_install_directory }}/bin/lue_calculate --version | |
| python${{ matrix.python_version }} ${{ env.lue_runtime_install_directory }}/bin/lue_scalability --version | |
| python${{ matrix.python_version }} -c "import lue, lue.data_model, lue.framework, lue.pcraster, lue.qa.scalability; print(lue.__version__)" | |
| # Test of imported CMake targets | |
| git clone https://github.com/computationalgeography/lue_consume.git ${{ env.lue_consume_source_directory }} | |
| # broken hdf5 1.14 https://github.com/Homebrew/homebrew-core/issues/159691 | |
| PATH="$(brew --prefix [email protected])/bin:$PATH" \ | |
| LDFLAGS="-L$(brew --prefix [email protected])/lib" \ | |
| CPPFLAGS="-I$(brew --prefix [email protected])/include" \ | |
| cmake \ | |
| -S ${{ env.lue_consume_source_directory }} \ | |
| -B ${{ env.lue_consume_build_directory }} \ | |
| -G "Ninja" \ | |
| -D CMAKE_CXX_COMPILER=${{ matrix.compiler.cxx }} \ | |
| -D CMAKE_BUILD_TYPE=Release \ | |
| -D CMAKE_POLICY_DEFAULT_CMP0144=NEW \ | |
| -D LUE_ROOT=${{ env.lue_development_install_directory }} \ | |
| -D HPX_ROOT=${{ env.hpx_install_directory }} \ | |
| -D MDSPAN_ROOT=${{ env.mdspan_install_directory }} | |
| cmake --build ${{ env.lue_consume_build_directory }} --target all | |
| ${{ env.lue_consume_build_directory }}/lue_consume_data_model | |
| ${{ env.lue_consume_build_directory }}/lue_consume_framework |