Build Extensions #43

Workflow file for this run

.github/workflows/build-extensions.yml at 699893d

	name: Build-Extensions

	on: workflow_dispatch

	jobs:
	build-linux-extensions-x86_64:
	runs-on: kuzu-self-hosted-linux-building-x86_64_centos8
	steps:
	- uses: actions/checkout@v3

	- name: Build precompiled extensions
	run: make extension-release LTO=1 NUM_THREADS=$(nproc)

	- name: Collect built artifacts
	run: \|
	mkdir -p extension-artifacts
	find extension -type f -name "*.kuzu_extension" -exec cp {} extension-artifacts \;

	- name: Upload built artifacts
	uses: actions/upload-artifact@v3
	with:
	name: kuzu-extensions_linux-x86_64
	path: extension-artifacts/*.kuzu_extension

	build-linux-extensions-x86_64-old:
	runs-on: kuzu-self-hosted-linux-building-x86_64_centos7
	steps:
	- uses: actions/checkout@v3

	- name: Build precompiled extensions
	run: \|
	source /opt/rh/devtoolset-11/enable
	make extension-release LTO=1 NUM_THREADS=$(nproc)

	- name: Collect built artifacts
	run: \|
	mkdir -p extension-artifacts
	find extension -type f -name "*.kuzu_extension" -exec cp {} extension-artifacts \;

	- name: Upload built artifacts
	uses: actions/upload-artifact@v3
	with:
	name: kuzu-extensions_linux_old-x86_64
	path: extension-artifacts/*.kuzu_extension

	build-linux-extensions-aarch64:
	runs-on: kuzu-self-hosted-linux-building-aarch64

	steps:
	- uses: actions/checkout@v3

	- name: Build precompiled extensions
	run: make extension-release LTO=1 NUM_THREADS=$(nproc)

	- name: Collect built artifacts
	run: \|
	mkdir -p extension-artifacts
	find extension -type f -name "*.kuzu_extension" -exec cp {} extension-artifacts \;

	- name: Upload built artifacts
	uses: actions/upload-artifact@v3
	with:
	name: kuzu-extensions_linux-aarch64
	path: extension-artifacts/*.kuzu_extension

	build-linux-extensions-x86:
	runs-on: ubuntu-latest

	steps:
	- uses: actions/checkout@v3

	- name: Start Docker container
	run: \|
	docker run -d --name kuzu-x86 \
	-v $PWD:/kuzu -w /kuzu \
	-e NUM_THREADS=2 -e GEN=ninja -e CC=gcc -e CXX=g++ \
	i386/debian:latest tail -f /dev/null

	- name: Install dependencies
	run: \|
	docker exec kuzu-x86 apt-get update
	docker exec kuzu-x86 apt-get install -y git python3 ninja-build build-essential cmake libssl-dev

	- name: Build precompiled extensions
	run: \|
	docker exec kuzu-x86 make extension-release LTO=1 NUM_THREADS=$(nproc)

	- name: Collect built artifacts
	run: \|
	mkdir -p extension-artifacts
	find extension -type f -name "*.kuzu_extension" -exec cp {} extension-artifacts \;
	sudo chown -R $USER:$USER extension-artifacts
	sudo chmod -R 755 extension-artifacts

	- name: Upload built artifacts
	uses: actions/upload-artifact@v3
	with:
	name: kuzu-extensions_linux-x86
	path: extension-artifacts/*.kuzu_extension

	- name: Stop Docker container
	run: docker stop kuzu-x86

	build-mac-extensions-arm64:
	runs-on: macos-14
	steps:
	- uses: actions/checkout@v3

	- name: Install OpenSSL
	run: \|
	brew install openssl@3
	OPENSSL_ROOT=$(readlink -f /opt/homebrew/Cellar/openssl@3/*/)
	echo "OPENSSL_ROOT_DIR=$OPENSSL_ROOT" >> $GITHUB_ENV

	- name: Build precompiled extensions
	run: make extension-release LTO=1 NUM_THREADS=$(nproc)
	env:
	MACOSX_DEPLOYMENT_TARGET: 11.0
	CMAKE_OSX_ARCHITECTURES: "arm64"

	- name: Collect built artifacts
	run: \|
	mkdir -p extension-artifacts
	find extension -type f -name "*.kuzu_extension" -exec cp {} extension-artifacts \;

	- name: Upload built artifacts
	uses: actions/upload-artifact@v3
	with:
	name: kuzu-extensions_osx-arm64
	path: extension-artifacts/*.kuzu_extension

	build-mac-extensions-x86_64:
	runs-on: self-hosted-mac-x64
	steps:
	- uses: actions/checkout@v3

	- name: Build precompiled extensions
	run: make extension-release LTO=1 NUM_THREADS=$(nproc)
	env:
	MACOSX_DEPLOYMENT_TARGET: 10.15
	CMAKE_OSX_ARCHITECTURES: "x86_64"

	- name: Collect built artifacts
	run: \|
	mkdir -p extension-artifacts
	find extension -type f -name "*.kuzu_extension" -exec cp {} extension-artifacts \;

	- name: Upload built artifacts
	uses: actions/upload-artifact@v3
	with:
	name: kuzu-extensions_osx-x86_64
	path: extension-artifacts/*.kuzu_extension

	build-windows-extensions-x86_64:
	runs-on: self-hosted-windows
	env:
	NUM_THREADS: 18
	steps:
	- uses: actions/checkout@v3

	- name: Build precompiled extensions
	shell: cmd
	run: \|
	call "C:\Program Files\Microsoft Visual Studio\2022\Community\VC\Auxiliary\Build\vcvars64.bat"
	make extension-release

	- name: Collect built artifacts
	shell: cmd
	run: \|
	mkdir -p extension-artifacts
	Get-ChildItem -Path . -Recurse -Filter "*.kuzu_extension" \| ForEach-Object {Copy-Item $_.FullName -Destination extension-artifacts} \;

	- name: Upload built artifacts
	uses: actions/upload-artifact@v3
	with:
	name: kuzu-extensions_win-x86_64
	path: extension-artifacts/*.kuzu_extension

	update-extensions-repo:
	runs-on: ubuntu-latest
	needs:
	- build-linux-extensions-x86_64
	- build-linux-extensions-x86_64-old
	- build-linux-extensions-aarch64
	- build-linux-extensions-x86
	- build-mac-extensions-arm64
	- build-mac-extensions-x86_64
	- build-windows-extensions-x86_64
	steps:
	- uses: actions/checkout@v3

	- name: Detect release version
	run: \|
	echo "RELEASE_VERSION=v$(cat CMakeLists.txt \| grep "DKUZU_RELEASE_VERSION" \| cut -d '"' -f 2 )" >> $GITHUB_ENV

	- name: Delete checked out repository
	run: cd .. && rm -rf kuzudb

	- uses: actions/checkout@v3
	with:
	repository: kuzudb/extension
	token: ${{ secrets.DOC_PUSH_TOKEN }}

	- name: Ensure extension directories
	run: \|
	mkdir -p releases/$RELEASE_VERSION/linux_amd64
	mkdir -p releases/$RELEASE_VERSION/linux_old_amd64
	mkdir -p releases/$RELEASE_VERSION/linux_arm64
	mkdir -p releases/$RELEASE_VERSION/linux_x86
	mkdir -p releases/$RELEASE_VERSION/osx_amd64
	mkdir -p releases/$RELEASE_VERSION/osx_arm64
	mkdir -p releases/$RELEASE_VERSION/win_amd64

	- name: Clear old artifacts
	run: \|
	rm -rf releases/$RELEASE_VERSION/linux_amd64/*
	rm -rf releases/$RELEASE_VERSION/linux_old_amd64/*
	rm -rf releases/$RELEASE_VERSION/linux_arm64/*
	rm -rf releases/$RELEASE_VERSION/linux_x86/*
	rm -rf releases/$RELEASE_VERSION/osx_amd64/*
	rm -rf releases/$RELEASE_VERSION/osx_arm64/*
	rm -rf releases/$RELEASE_VERSION/win_amd64/*

	- name: Create temporary directory for artifacts
	run: \|
	mkdir -p extension-artifacts
	mkdir -p extension-artifacts/linux_amd64
	mkdir -p extension-artifacts/linux_old_amd64
	mkdir -p extension-artifacts/linux_arm64
	mkdir -p extension-artifacts/linux_x86
	mkdir -p extension-artifacts/osx_amd64
	mkdir -p extension-artifacts/osx_arm64
	mkdir -p extension-artifacts/win_amd64

	- name: Download built artifacts for linux-x86_64
	uses: actions/download-artifact@v3
	with:
	name: kuzu-extensions_linux-x86_64
	path: extension-artifacts/linux_amd64

	- name: Download built artifacts for linux-old-x86_64
	uses: actions/download-artifact@v3
	with:
	name: kuzu-extensions_linux_old-x86_64
	path: extension-artifacts/linux_old_amd64

	- name: Download built artifacts for linux-aarch64
	uses: actions/download-artifact@v3
	with:
	name: kuzu-extensions_linux-aarch64
	path: extension-artifacts/linux_arm64

	- name: Download built artifacts for linux-x86
	uses: actions/download-artifact@v3
	with:
	name: kuzu-extensions_linux-x86
	path: extension-artifacts/linux_x86

	- name: Download built artifacts for osx-x86_64
	uses: actions/download-artifact@v3
	with:
	name: kuzu-extensions_osx-x86_64
	path: extension-artifacts/osx_amd64

	- name: Download built artifacts for osx-aarch64
	uses: actions/download-artifact@v3
	with:
	name: kuzu-extensions_osx-arm64
	path: extension-artifacts/osx_arm64

	- name: Download built artifacts for windows-x86_64
	uses: actions/download-artifact@v3
	with:
	name: kuzu-extensions_win-x86_64
	path: extension-artifacts/win_amd64

	- name: Copy built artifacts
	run: \|
	cp extension-artifacts/linux_amd64/*.kuzu_extension releases/$RELEASE_VERSION/linux_amd64
	cp extension-artifacts/linux_old_amd64/*.kuzu_extension releases/$RELEASE_VERSION/linux_old_amd64
	cp extension-artifacts/linux_arm64/*.kuzu_extension releases/$RELEASE_VERSION/linux_arm64
	cp extension-artifacts/linux_x86/*.kuzu_extension releases/$RELEASE_VERSION/linux_x86
	cp extension-artifacts/osx_amd64/*.kuzu_extension releases/$RELEASE_VERSION/osx_amd64
	cp extension-artifacts/osx_arm64/*.kuzu_extension releases/$RELEASE_VERSION/osx_arm64
	cp extension-artifacts/win_amd64/*.kuzu_extension releases/$RELEASE_VERSION/win_amd64

	- name: Remove temporary directory
	run: rm -rf extension-artifacts

	- name: Set artifact permissions
	run: \|
	chmod 755 releases/$RELEASE_VERSION/linux_amd64/*
	chmod 755 releases/$RELEASE_VERSION/linux_old_amd64/*
	chmod 755 releases/$RELEASE_VERSION/linux_arm64/*
	chmod 755 releases/$RELEASE_VERSION/linux_x86/*
	chmod 755 releases/$RELEASE_VERSION/osx_amd64/*
	chmod 755 releases/$RELEASE_VERSION/osx_arm64/*
	chmod 755 releases/$RELEASE_VERSION/win_amd64/*

	- name: List downloaded artifacts
	run: ls -R releases/$RELEASE_VERSION

	- name: Push changes
	run: \|
	git checkout -b "extensions-update-${{ github.sha }}"
	git config --global user.name "CI User"
	git config --global user.email "contact@kuzudb.com"
	git add -A
	git commit -m "Update extensions (CI) - $RELEASE_VERSION"
	git push -u origin "extensions-update-${{ github.sha }}"

	- name: Create pull request
	run: \|
	echo "${{ secrets.DOC_PUSH_TOKEN }}" > token.txt
	gh auth login --with-token < token.txt
	rm -rf token.txt
	gh pr create \
	--body "Action triggered by CI workflow." \
	--title "Update extensions (CI) - $RELEASE_VERSION" \
	--head "extensions-update-${{ github.sha }}" \
	--base "main"

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Build Extensions #43

Workflow file

Build Extensions #43

Jobs

Run details

Workflow file for this run