cuda runner 3 #448
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: deploy-pypi | ||
| on: | ||
| push: | ||
| branches: | ||
| - main | ||
| release: | ||
| types: | ||
| - published | ||
| jobs: | ||
| build_wheels: | ||
| name: Build wheels, ${{ matrix.os }}, ${{ matrix.python-version }} | ||
| runs-on: ${{ matrix.os }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| # os: [ubuntu-latest, windows-latest, macos-latest] # TEST | ||
| # python-version: ['cp39', 'cp310', 'cp311', 'cp312', 'pp38', 'pp39', 'pp310'] | ||
| os: [windows-latest] | ||
| python-version: ['cp311', 'pp38', 'pp39', 'pp310'] | ||
| # exclude: # TEST | ||
| # - os: windows-latest | ||
| # python-version: 'pp38' | ||
| # - os: windows-latest | ||
| # python-version: 'pp39' | ||
| # - os: windows-latest | ||
| # python-version: 'pp310' | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: Setup Python | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: '3.12' | ||
| - name: Install OpenMP for mac | ||
| if: runner.os == 'macos' | ||
| run: | | ||
| # brew install libomp | ||
| # Starting from libomp>=15.0, the libomp installation in homebrew is "keg-only", | ||
| # meaning that libomp is only installed in homebrew's directory, but not moved | ||
| # to /usr/local to avoid other OpenMP installations (such as with gcc's version | ||
| # of OpenMP). To use the homebrew's version of OpenMP,the following symbolic | ||
| # links are created. Without these, the installation will fail with the error | ||
| # of "fatal error: omp.h file found" | ||
| ln -s /usr/local/opt/libomp/include/omp-tools.h /usr/local/include/omp-tools.h | ||
| ln -s /usr/local/opt/libomp/include/omp.h /usr/local/include/omp.h | ||
| ln -s /usr/local/opt/libomp/include/ompt.h /usr/local/include/ompt.h | ||
| ln -s /usr/local/opt/libomp/lib/libomp.a /usr/local/lib/libomp.a | ||
| ln -s /usr/local/opt/libomp/lib/libomp.dylib /usr/local/lib/libomp.dylib | ||
| # This is needed to import numpy in pypy3 (but not needed for | ||
| # pypy2 and CPython) | ||
| # brew install openblas | ||
| # OPENBLAS="$(brew --prefix openblas)" | ||
| # brew install lapack | ||
| # pip3 install numpy | ||
| # Without this, installing cuda give error: no much space left on device | ||
| - name: Clear Cache | ||
| if: matrix.os != 'windows-latest' | ||
| run: rm -rf /opt/hostedtoolcache | ||
| # To install CUDA in windows, uncomment the following lines. Note | ||
| # that the Jimver@cuda-toolkit action (below) can only install cuda | ||
| # on linux and windows, but not macos. Also, for linux, we should | ||
| # not install cuda here, rather it should be installed inside the | ||
| # manylinux docker image. Thus, the following Jimver action can | ||
| # only apply to windows, not linux and macos. To install cuda in | ||
| # linux, see the second next actions below "Build wheel with cuda | ||
| # support". | ||
| - name: Install CUDA | ||
| if: matrix.os == 'windows-latest' | ||
| uses: Jimver/cuda-toolkit@v0.2.11 | ||
| id: cuda-toolkit | ||
| with: | ||
| cuda: '12.1.0' | ||
| method: 'network' | ||
| sub-packages: '["nvcc", "visual_studio_integration"]' | ||
| non-cuda-sub-packages: '["libcublas", "libcusparse"]' | ||
| - name: CHECK CUDA | ||
| if: matrix.os == 'windows-latest' | ||
| run: echo "Installed cuda version is: ${{ steps.cuda-toolkit.outputs.cuda }}" | ||
| # Build wheel for windows with CUDA enabled. Note that cibuildwheel | ||
| # does not need manylinux docker, thuns, CUDA can be installed in | ||
| # the github action's virtual machine using the Jimver's action | ||
| # in the previous action (see above). | ||
| # - name: Build wheels in windows with CUDA (X86_64) Python ${{ matrix.python-version }} | ||
| # if: matrix.os == 'windows-latest' | ||
| # uses: pypa/cibuildwheel@v2.15.0 | ||
| # env: | ||
| # CIBW_ARCHS_WINDOWS: "AMD64 x86" | ||
| # CIBW_BUILD: "${{ matrix.python-version }}-win_amd64" | ||
| # CIBW_SKIP: "pp* cp36-* cp37-* cp38-*" | ||
| # CIBW_BUILD_VERBOSITY: 3 | ||
| # CIBW_ENVIRONMENT: "USE_LONG_INT=0 USE_UNSIGNED_LONG_INT=0 USE_CBLAS=0 USE_CUDA=1 CUDA_DYNAMIC_LOADING=1" | ||
| # CIBW_BEFORE_BUILD_WINDOWS: "pip install delvewheel" | ||
| # CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: "delvewheel repair -w {dest_dir} {wheel}" | ||
| # with: | ||
| # output-dir: wheelhouse | ||
| # Build wheel for windows with CUDA enabled. Note that cibuildwheel | ||
| # does not need manylinux docker, thuns, CUDA can be installed in | ||
| # the github action's virtual machine using the Jimver's action | ||
| # in the previous action (see above). | ||
| - name: Build wheels in windows with CUDA (X86_64) Python ${{ matrix.python-version }} | ||
| if: matrix.os == 'windows-latest' | ||
| uses: pypa/cibuildwheel@v2.15.0 | ||
| env: | ||
| CIBW_ARCHS_WINDOWS: "AMD64 x86" | ||
| CIBW_BUILD: "${{ matrix.python-version }}-win_amd64" | ||
| CIBW_SKIP: "pp37-* cp36-* cp37-* cp38-*" | ||
| CIBW_BUILD_VERBOSITY: 3 | ||
| CIBW_ENVIRONMENT: "USE_LONG_INT=0 USE_UNSIGNED_LONG_INT=0 USE_CBLAS=0 USE_CUDA=1 CUDA_DYNAMIC_LOADING=1" | ||
| CIBW_BEFORE_BUILD_WINDOWS: "pip install delvewheel && choco install mingw -y" | ||
| CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: "delvewheel repair -w {dest_dir} {wheel}" | ||
| with: | ||
| output-dir: wheelhouse | ||
| # Do not enable compiling with CUDA for macos since NIVDIA no longer supports CUDA in the macos. | ||
| # Build wheel for macos X86_64. | ||
| # Note that wheels for macos ARM64 will be built on cirrus ci (see /tools/ci) | ||
| - name: Build wheels in mac without CUDA (X86_64) Python ${{ matrix.python-version }} | ||
| if: matrix.os == 'macos-latest' | ||
| uses: pypa/cibuildwheel@v2.15.0 | ||
| env: | ||
| CIBW_ARCHS_MACOS: "x86_64" | ||
| CIBW_BUILD: "${{ matrix.python-version }}-macosx_x86_64" | ||
| CIBW_SKIP: "pp37-* cp36-* cp37-* cp38-*" | ||
| CIBW_BUILD_VERBOSITY: 3 | ||
| CIBW_ENVIRONMENT: "USE_LONG_INT=0 USE_UNSIGNED_LONG_INT=0 USE_CBLAS=0 USE_CUDA=0 PKG_CONFIG_PATH='/usr/local/opt/openblas/lib/pkgconfig'" | ||
| # The gcc below installs gfortran. gfortran and openblas are only needed for pypy as it compiles scipy from source. | ||
| CIBW_BEFORE_BUILD: brew install libomp; brew reinstall gcc; bash ./tools/wheels/install_openblas.sh "${{ matrix.python-version }}" | ||
| with: | ||
| output-dir: wheelhouse | ||
| # Enable compiling with CUDA, only for linux. Note that cuda must | ||
| # be installed "inside" the manylinux docker image, not in the main | ||
| # github virtual machine. Also, we should use manylinux2014, but | ||
| # not manylinux1. Because of this, we will not install CUDA with | ||
| # the Jimver's action (unlike we did so for the windows wheel in | ||
| # the above). The ``CUDA_DYNAMIC_LOADING=1`` enables dynamic | ||
| # loading of CUDA library. Base of this, when the wheels are | ||
| # created in manylinux platform, the cuda's libraries | ||
| # (libcudart.so, libcublas.so, libcusparse.so) will NOT bundle to | ||
| # the wheel. This is very good since the size of the wheel does not | ||
| # increase (cuda libs are large), and the manylinux wheel can be | ||
| # uploaded to pypi (pypi has 100MB upload limit). On the down side, | ||
| # the user has to install cuda library themselves. | ||
| # Note that wheels for linux AARCH64 will be built on cirrus ci (see /tools/ci) | ||
| - name: Build wheels in linux with CUDA (X86_64) Python ${{ matrix.python-version }} | ||
| if: matrix.os == 'ubuntu-latest' | ||
| uses: pypa/cibuildwheel@v2.15.0 | ||
| env: | ||
| CIBW_MANYLINUX_X86_64_IMAGE: sameli/manylinux2014_x86_64_cuda_12.3 | ||
| # CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | ||
| # CIBW_BEFORE_ALL_LINUX: chmod +x .github/scripts/install_cuda.sh && .github/scripts/install_cuda.sh | ||
| CIBW_ARCHS_LINUX: "x86_64" | ||
| CIBW_BUILD: "${{ matrix.python-version }}-manylinux_x86_64" | ||
| CIBW_SKIP: "pp37-* cp36-* cp37-* cp38-*" | ||
| CIBW_BUILD_VERBOSITY: 1 | ||
| CIBW_ENVIRONMENT: "USE_LONG_INT=0 USE_UNSIGNED_LONG_INT=0 USE_CBLAS=0 USE_CUDA=1 CUDA_DYNAMIC_LOADING=1 CUDA_HOME=/usr/local/cuda" | ||
| CIBW_BEFORE_BUILD: bash ./tools/wheels/install_openblas.sh "${{ matrix.python-version }}" | ||
| with: | ||
| output-dir: wheelhouse | ||
| # Upload all wheels to an artifact | ||
| - name: Upload artifacts | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| path: ./wheelhouse/*.whl | ||
| retention-days: 1 | ||
| build_sdist: | ||
| name: Build source distribution | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Install Python | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: '3.12' | ||
| - name: Build sdist | ||
| run: | | ||
| python -m pip install build | ||
| python -m build . --sdist | ||
| - name: Upload artifacts | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| path: dist/*.tar.gz | ||
| retention-days: 1 | ||
| upload_pypi: | ||
| needs: [build_wheels, build_sdist] | ||
| runs-on: ubuntu-latest | ||
| name: Publish to PyPI | ||
| # To upload to PyPI on every tag starting with 'v', use the following: | ||
| # if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/v') | ||
| # To publish to pypi on each GitHub Release, use the following: | ||
| # if: github.event_name == 'release' && github.event.action == 'published' | ||
| steps: | ||
| - name: Download artifacts | ||
| uses: actions/download-artifact@v3 | ||
| with: | ||
| name: artifact | ||
| path: dist | ||
| - name: Upload to PyPi | ||
| uses: pypa/gh-action-pypi-publish@release/v1 | ||
| with: | ||
| verbose: true | ||
| user: __token__ | ||
| password: ${{ secrets.pypi_password }} | ||
| test_pypi: | ||
| needs: [upload_pypi] | ||
| name: Test on ${{ matrix.os }} and Python ${{ matrix.python-version }} | ||
| runs-on: ${{ matrix.os }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| os: [ubuntu-latest, windows-latest, macos-latest] | ||
| # Despite the package is built on both cpython and pypy in | ||
| # linux, we only test it on cpython, not on pypy, since many | ||
| # other required dependencies (like matplotlib, etc) need to be | ||
| # compiled on pypy. | ||
| # python-version: ['3.6', '3.7', '3.8', '3.9', 'pypy-3.6', 'pypy-3.7'] | ||
| python-version: ['3.9', '3.10', '3.11', '3.12'] | ||
| steps: | ||
| - name: Setup Python ${{ matrix.python-version }} | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: ${{ matrix.python-version }} | ||
| - name: Install packages | ||
| # if: matrix.python-version != 'pypy-3.6' && matrix.python-version != 'pypy-3.7' | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| python -m pip install pytest-cov | ||
| python -m pip install --prefer-binary --upgrade imate | ||
| # This does not install plot packages (matplotlib, seaborn) when | ||
| # using pypy, since on pypy37, the kiwisolver (a dependency of | ||
| # matlotlib) has no wheel candicate. | ||
| # - name: Install packages | ||
| # if: matrix.python-version == 'pypy-3.6' || matrix.python-version == 'pypy-3.7' | ||
| # run: | | ||
| # python -m pip install --upgrade pip | ||
| # python -m pip install pytest-cov | ||
| # python -m pip install imate | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Test | ||
| run: | | ||
| mv imate imate-DoNotImport | ||
| rm tests/test_cu_linear_operator.py # this raises ImportError | ||
| pytest | ||
GitHub Actions