Merge branch 'branch-23.08' into nvtext-perf-tokenize #4939
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: pr | |
on: | |
push: | |
branches: | |
- "pull-request/[0-9]+" | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
jobs: | |
pr-builder: | |
needs: | |
- checks | |
- conda-cpp-build | |
- conda-cpp-tests | |
- conda-python-build | |
- conda-python-cudf-tests | |
- conda-python-other-tests | |
- conda-java-tests | |
- conda-notebook-tests | |
- docs-build | |
- wheel-build-cudf | |
- wheel-tests-cudf | |
- wheel-build-dask-cudf | |
- wheel-tests-dask-cudf | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/pr-builder.yaml@cuda-120 | |
checks: | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/checks.yaml@cuda-120 | |
with: | |
enable_check_generated_files: false | |
conda-cpp-build: | |
needs: checks | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/conda-cpp-build.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
conda-cpp-tests: | |
needs: conda-cpp-build | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/conda-cpp-tests.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
conda-python-build: | |
needs: conda-cpp-build | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-build.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
conda-python-cudf-tests: | |
needs: conda-python-build | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-tests.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
test_script: "ci/test_python_cudf.sh" | |
conda-python-other-tests: | |
# Tests for dask_cudf, custreamz, cudf_kafka are separated for CI parallelism | |
needs: conda-python-build | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-tests.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
test_script: "ci/test_python_other.sh" | |
conda-java-tests: | |
needs: conda-cpp-build | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
node_type: "gpu-v100-latest-1" | |
arch: "amd64" | |
container_image: "rapidsai/ci:latest" | |
run_script: "ci/test_java.sh" | |
conda-notebook-tests: | |
needs: conda-python-build | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
node_type: "gpu-v100-latest-1" | |
arch: "amd64" | |
container_image: "rapidsai/ci:latest" | |
run_script: "ci/test_notebooks.sh" | |
docs-build: | |
needs: conda-python-build | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120 | |
with: | |
build_type: pull-request | |
node_type: "gpu-v100-latest-1" | |
arch: "amd64" | |
container_image: "rapidsai/ci:latest" | |
run_script: "ci/build_docs.sh" | |
wheel-build-cudf: | |
needs: checks | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-manylinux-build.yml@cuda-120 | |
with: | |
build_type: pull-request | |
package-name: cudf | |
package-dir: python/cudf | |
skbuild-configure-options: "-DCUDF_BUILD_WHEELS=ON -DDETECT_CONDA_ENV=OFF" | |
wheel-tests-cudf: | |
needs: wheel-build-cudf | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-manylinux-test.yml@cuda-120 | |
with: | |
build_type: pull-request | |
package-name: cudf | |
test-unittest: "python -m pytest -n 8 ./python/cudf/cudf/tests" | |
test-smoketest: "python ./ci/wheel_smoke_test_cudf.py" | |
wheel-build-dask-cudf: | |
needs: wheel-tests-cudf | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-pure-build.yml@cuda-120 | |
with: | |
build_type: pull-request | |
package-name: dask_cudf | |
package-dir: python/dask_cudf | |
before-wheel: "RAPIDS_PY_WHEEL_NAME=cudf_${{ '${PIP_CU_VERSION}' }} rapids-download-wheels-from-s3 ./local-cudf && python -m pip install --no-deps ./local-cudf/cudf*.whl" | |
wheel-tests-dask-cudf: | |
needs: wheel-build-dask-cudf | |
secrets: inherit | |
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-pure-test.yml@cuda-120 | |
with: | |
build_type: pull-request | |
package-name: dask_cudf | |
# Install the cudf we just built, and also test against latest dask/distributed/dask-cuda. | |
test-before: "RAPIDS_PY_WHEEL_NAME=cudf_${{ '${PIP_CU_VERSION}' }} rapids-download-wheels-from-s3 ./local-cudf-dep && python -m pip install --no-deps ./local-cudf-dep/cudf*.whl && python -m pip install git+https://github.com/dask/dask.git@main git+https://github.com/dask/distributed.git@main git+https://github.com/rapidsai/dask-cuda.git@branch-23.08" | |
test-unittest: "python -m pytest -n 8 ./python/dask_cudf/dask_cudf/tests" |