feat: add reduce CUDA kernels #4861

Workflow file for this run

	name: Docs
	on:
	push:
	branches:
	- main
	pull_request:
	release:
	types: [released]
	workflow_dispatch:

	concurrency:
	group: 'docs-${{ github.head_ref \|\| github.run_id }}'
	cancel-in-progress: true

	env:
	X86_64_PYTHON_VERSION: "3.11.0"
	SOURCE_DATE_EPOCH: "1668811211"

	jobs:
	pyodide-python-version:
	name: Determine Pyodide Python version
	runs-on: ubuntu-22.04
	outputs:
	python-version: ${{ steps.retrieve-python-version.outputs.python-version }}
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: true

	- name: Cache python version
	id: cache-pyodide-python-version
	uses: actions/cache@v4
	with:
	path: pyodide-python-version
	key: ${{ runner.os }}-docs-pyodide-python-version-${{ hashFiles('docs/requirements-wasm.txt') }}

	- name: Setup Python
	if: steps.cache-pyodide-python-version.outputs.cache-hit != 'true'
	uses: actions/setup-python@v5
	with:
	python-version: "${{ env.X86_64_PYTHON_VERSION }}"

	- name: Install dependencies
	if: steps.cache-pyodide-python-version.outputs.cache-hit != 'true'
	run: python3 -m pip install -r docs/requirements-wasm.txt

	- name: Determine Python version
	if: steps.cache-pyodide-python-version.outputs.cache-hit != 'true'
	id: compute-python-version
	run: \|
	# Save Python version
	PYTHON_VERSION=$(pyodide config get python_version)
	echo $PYTHON_VERSION > pyodide-python-version

	- name: Retrieve Python version
	id: retrieve-python-version
	run: \|
	PYTHON_VERSION=$(cat pyodide-python-version)
	echo "python-version=$PYTHON_VERSION" >> "$GITHUB_OUTPUT"

	awkward-cpp-wasm:
	name: Build C++ WASM
	runs-on: ubuntu-22.04
	needs: [pyodide-python-version]
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: true

	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: "${{ needs.pyodide-python-version.outputs.python-version }}"

	- name: Generate build files
	run: pipx run nox -s prepare -- --headers --signatures

	- name: Cache wheel
	id: cache-awkward-cpp-wasm-wheel
	uses: actions/cache@v4
	with:
	path: ./awkward-cpp/dist
	key: ${{ runner.os }}-"${{ needs.pyodide-python-version.outputs.python-version }}-awkward-cpp-wasm-${{ hashFiles('awkward-cpp/**') }}

	- name: Install dependencies
	if: steps.cache-awkward-cpp-wasm-wheel.outputs.cache-hit != 'true'
	run: python3 -m pip install -r docs/requirements-wasm.txt

	- name: Determine EMSDK version
	if: steps.cache-awkward-cpp-wasm-wheel.outputs.cache-hit != 'true'
	id: compute-emsdk-version
	run: \|
	# Prepare xbuild environment (side-effect)
	pyodide config list
	# Save EMSDK version
	EMSCRIPTEN_VERSION=$(pyodide config get emscripten_version)
	echo "emsdk-version=$EMSCRIPTEN_VERSION" >> $GITHUB_OUTPUT
	working-directory: awkward-cpp

	- name: Install EMSDK
	uses: mymindstorm/setup-emsdk@v14
	if: steps.cache-awkward-cpp-wasm-wheel.outputs.cache-hit != 'true'
	with:
	version: ${{ steps.compute-emsdk-version.outputs.emsdk-version }}

	- name: Build wheel
	if: steps.cache-awkward-cpp-wasm-wheel.outputs.cache-hit != 'true'
	id: build-awkward-cpp-wasm-wheel
	run: \|
	# pyodide-build doesn't work out of the box with pipx
	CFLAGS=-fexceptions LDFLAGS=-fexceptions pyodide build --exports whole_archive
	working-directory: awkward-cpp

	- name: Upload wheel
	uses: actions/upload-artifact@v4
	with:
	name: awkward-cpp-wasm
	path: awkward-cpp/dist/awkward*wasm32.whl

	awkward-cpp-x86-64:
	runs-on: ubuntu-22.04
	name: Build C++ x86
	defaults:
	run:
	# Ensure conda env is activated
	shell: "bash -l {0}"
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: true

	# TODO: remove this once mamba-org/mamba#1726 is fixed
	# and replace with `-r requirements.txt` in a
	# non-template `environment.yml`
	- name: Template environment.yml
	run: pipx run --spec cogapp cog -o environment.yml environment.yml.cog
	working-directory: docs

	# Technically this give us an environment that is incompatible with
	# the wheel built in the awkward-x86-64 job if the environments
	# solve with different external library versions. By default,
	# ROOT uses cxx-compiler too, so hopefully this won't be an issue
	- name: Setup Python via Conda
	uses: mamba-org/setup-micromamba@v1
	with:
	# Cache invalidates daily by default
	cache-environment: true
	cache-downloads: true
	environment-file: docs/environment.yml
	create-args: >-
	python=${{ env.X86_64_PYTHON_VERSION }}
	doxygen
	python-build

	- name: Generate build files
	run: pipx run nox -s prepare -- --headers --signatures

	- name: Cache wheel
	id: cache-awkward-cpp-x86-64-wheel
	uses: actions/cache@v4
	with:
	path: ./awkward-cpp/dist
	key: ${{ runner.os }}-${{ env.X86_64_PYTHON_VERSION }}-awkward-x86-64-wasm-${{ hashFiles('awkward-cpp/**') }}

	- name: Build wheel
	if: steps.cache-awkward-cpp-x86-64-wheel.outputs.cache-hit != 'true'
	run: python -m build -w ./awkward-cpp

	- name: Upload wheel
	uses: actions/upload-artifact@v4
	with:
	name: awkward-cpp-x86-64
	path: awkward-cpp/dist/awkward*.whl

	awkward:
	runs-on: ubuntu-22.04
	name: Build Python
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: true

	- name: Generate build files
	run: pipx run nox -s prepare -- --headers --signatures

	- name: Build wheel
	run: pipx run build -w

	- name: Upload wheel
	uses: actions/upload-artifact@v4
	with:
	name: awkward
	path: dist/awkward*.whl

	execute-cppyy:
	needs: [awkward-cpp-x86-64, awkward]
	runs-on: ubuntu-22.04
	name: Execute cppyy notebook
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: true

	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: "${{ env.X86_64_PYTHON_VERSION }}"

	- name: Extract pre-built manylinux cppyy wheels
	uses: shrink/actions-docker-extract@v3
	with:
	image: "docker.io/agoose77/cppyy-wheels:cp311"
	path: "/wheels/."
	destination: "/tmp/wheels/"

	- name: Download awkward wheel
	uses: actions/download-artifact@v4
	with:
	name: awkward
	path: /tmp/wheels/

	- name: Download awkward-cpp x86_64 wheel
	uses: actions/download-artifact@v4
	with:
	name: awkward-cpp-x86-64
	path: /tmp/wheels/

	- name: Install dependencies
	working-directory: docs
	run: python -m pip install /tmp/wheels/*.whl -r requirements.txt

	- name: Execute cppyy notebook
	working-directory: docs
	run: jupyter nbconvert --to notebook --execute --inplace user-guide/how-to-use-in-cpp-cppyy.ipynb

	- name: Save executed notebook
	uses: actions/upload-artifact@v4
	with:
	name: how-to-use-in-cpp-cppyy
	path: docs/user-guide/how-to-use-in-cpp-cppyy.ipynb

	build-docs:
	runs-on: ubuntu-22.04
	needs: [awkward-cpp-wasm, awkward-cpp-x86-64, awkward, execute-cppyy]
	name: Build Docs
	defaults:
	run:
	# Ensure conda env is activated
	shell: "bash -l {0}"
	env:
	DOCS_CANONICAL_VERSION: main
	steps:
	- uses: actions/checkout@v4

	# TODO: remove this once mamba-org/mamba#1726 is fixed
	# and replace with `-r requirements.txt` in a
	# non-template `environment.yml`
	- name: Template environment.yml
	run: pipx run --spec cogapp cog -o environment.yml environment.yml.cog
	working-directory: docs

	# Technically this give us an environment that is incompatible with
	# the wheel built in the awkward-x86-64 job if the environments
	# solve with different external library versions. By default,
	# ROOT uses cxx-compiler too, so hopefully this won't be an issue
	- name: Setup Python via Conda
	uses: mamba-org/setup-micromamba@v1
	with:
	# Cache invalidates daily by default
	cache-environment: true
	cache-downloads: true
	environment-file: docs/environment.yml
	create-args: >-
	python=${{ env.X86_64_PYTHON_VERSION }}
	doxygen

	- name: Download awkward wheel
	uses: actions/download-artifact@v4
	with:
	name: awkward
	path: dist

	- name: Copy awkward wheel to JupyterLite
	run: \|
	mkdir -p docs/lite/pypi/
	cp dist/awkward*.whl docs/lite/pypi/

	- name: Download & copy awkward-cpp WASM wheel to JupyterLite
	uses: actions/download-artifact@v4
	with:
	name: awkward-cpp-wasm
	path: docs/lite/pypi

	- name: Download awkward-cpp x86_64 wheel
	uses: actions/download-artifact@v4
	with:
	name: awkward-cpp-x86-64
	path: dist

	- name: Install awkward and awkward-cpp wheels
	run: python -m pip install dist/awkward*.whl --force-reinstall --no-deps

	- name: Generate build files
	run: pipx run nox -s prepare -- --docs --headers

	- name: Generate C++ documentation
	run: doxygen
	working-directory: awkward-cpp/docs

	- name: Copy C++ documentation
	run: cp -r awkward-cpp/docs/html/ docs/_static/doxygen

	- name: Enable analytics & version selector
	if: github.event_name == 'push' \|\| github.event_name == 'release'
	run: \|
	echo "DOCS_REPORT_ANALYTICS=1" >> $GITHUB_ENV
	echo "DOCS_SHOW_VERSION=1" >> $GITHUB_ENV

	- name: Set version to main
	if: github.event_name == 'push'
	run: \|
	echo "DOCS_VERSION=main" >> $GITHUB_ENV

	- name: Download cppyy notebook
	uses: actions/download-artifact@v4
	with:
	name: how-to-use-in-cpp-cppyy
	path: docs/user-guide

	- name: Generate Python documentation
	run: sphinx-build -M html . _build/ -T
	working-directory: docs

	- name: Upload docs artefact
	uses: actions/upload-artifact@v4
	with:
	name: docs
	path: docs/_build/html

	- name: Upload Jupyter Book cache
	uses: actions/upload-artifact@v4
	with:
	name: doctrees
	path: docs/_build/doctrees

	- name: Upload Jupyter Book cache
	uses: actions/upload-artifact@v4
	with:
	name: jupyter-cache
	path: docs/_build/.jupyter_cache

	branch-preview:
	runs-on: ubuntu-22.04
	needs: [build-docs]
	name: Deploy Branch Preview
	# We can only deploy for PRs on host repo
	if: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository }}
	permissions:
	id-token: write
	contents: read
	env:
	S3_BUCKET: "preview.awkward-array.org"
	DEPLOY_URL: "http://preview.awkward-array.org.s3-website.us-east-1.amazonaws.com"
	environment:
	name: docs
	url: "${{ env.DEPLOY_URL }}/${{ github.head_ref }}"
	steps:
	- uses: actions/checkout@v4
	- name: Configure AWS credentials
	uses: aws-actions/configure-aws-credentials@v4
	with:
	aws-region: eu-west-2
	role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID }}:role/${{ secrets.AWS_DEPLOY_ROLE }}
	- name: Download rendered docs
	uses: actions/download-artifact@v4
	with:
	name: docs
	path: built-docs
	- name: Sync artefacts
	run: \|
	aws s3 sync built-docs/ "s3://${S3_BUCKET}/${{ github.head_ref }}"

	deploy:
	runs-on: ubuntu-22.04
	needs: [ build-docs ]
	# We can only deploy for PRs on host repo
	if: github.event_name == 'push' \|\| github.event_name == 'release'
	name: Deploy
	permissions:
	id-token: write
	contents: read
	env:
	S3_BUCKET: "awkward-array.org"
	PRODUCTION_URL: "http://awkward-array.org"
	CLOUDFRONT_ID: "EFM4QVENUIXHS"
	environment:
	name: docs
	url: ${{ env.PRODUCTION_URL }}${{ steps.sync-main.outputs.path \|\| steps.sync-stable.outputs.path }}
	steps:
	- uses: actions/checkout@v4
	- name: Configure AWS credentials
	uses: aws-actions/configure-aws-credentials@v4
	with:
	aws-region: eu-west-2
	role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID }}:role/${{ secrets.AWS_DEPLOY_ROLE }}
	- name: Download rendered docs
	uses: actions/download-artifact@v4
	with:
	name: docs
	path: built-docs
	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: "3.11"
	# Pushes to main trigger latest
	- name: Sync `main`
	if: github.event_name == 'push'
	id: sync-main
	run: \|
	aws s3 sync built-docs/ "s3://${S3_BUCKET}/doc/main/"
	aws cloudfront create-invalidation --distribution-id "${CLOUDFRONT_ID}" \
	--paths "/doc/main*"
	echo "path=/doc/main" >> $GITHUB_OUTPUT
	# Releases trigger versions
	- name: Sync `stable`
	if: github.event_name == 'release'
	id: sync-stable
	run: \|
	# Take only leading version
	version=$(echo "${GITHUB_REF_NAME}" \| sed -n -E "s/v?([0-9]+\.[0-9]+)\.[0-9]+/\1/p")
	aws s3 cp docs/switcher.json "s3://${S3_BUCKET}/doc/"
	aws s3 sync built-docs/ "s3://${S3_BUCKET}/doc/$version/"
	aws s3 sync built-docs/ "s3://${S3_BUCKET}/doc/stable/"
	aws cloudfront create-invalidation --distribution-id "${CLOUDFRONT_ID}" \
	--paths "/doc/$version" "/doc/stable" "/doc/switcher.json"
	echo "path=/doc/stable" >> $GITHUB_OUTPUT

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

feat: add reduce CUDA kernels #4861

Workflow file

feat: add reduce CUDA kernels #4861

Jobs

Run details

Workflow file for this run