Crossbow #160516

Workflow file for this run

.github/workflows/crossbow.yml at 6113808

	# Licensed to the Apache Software Foundation (ASF) under one
	# or more contributor license agreements. See the NOTICE file
	# distributed with this work for additional information
	# regarding copyright ownership. The ASF licenses this file
	# to you under the Apache License, Version 2.0 (the
	# "License"); you may not use this file except in compliance
	# with the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing,
	# software distributed under the License is distributed on an
	# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	# KIND, either express or implied. See the License for the
	# specific language governing permissions and limitations
	# under the License.


	# NOTE: must set "Crossbow" as name to have the badge links working in the
	# github comment reports!
	name: Crossbow
	on:
	push:
	branches:
	- "-github-"


	jobs:
	build:
	name: "Build wheel for Windows"
	runs-on: windows-2019
	env:
	# archery uses this environment variable
	PYTHON: "3.10"
	# this is a private repository at the moment (mostly because of licensing
	# consideration of windows images with visual studio), but anyone can
	# recreate the image by manually building it via:
	# `archery build python-wheel-windows-vs2017`
	# note that we don't run docker build since there wouldn't be a cache hit
	# and rebuilding the dependencies takes a fair amount of time
	REPO: ghcr.io/ursacomputing/arrow
	# prefer the docker cli over docker-compose
	ARCHERY_USE_DOCKER_CLI: 1

	steps:
	- name: Checkout Arrow
	uses: actions/checkout@v3
	with:
	fetch-depth: 1
	path: arrow
	repository: apache/arrow
	ref: 601e3c62c358e6a9204cc38fba59f58b5628a1b4
	submodules: recursive

	- name: Login to GitHub Container Registry
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}

	- name: Set up Python by actions/setup-python
	if: runner.arch == 'X64'
	uses: actions/setup-python@v4
	with:
	cache: 'pip'
	python-version: 3.8
	- name: Set up Python by apt
	if: runner.os == 'Linux' && runner.arch != 'X64'
	run: \|
	sudo apt update
	sudo apt-get install -y python3-pip
	pip install -U pip
	echo "$HOME/.local/bin" >>"$GITHUB_PATH"
	- name: Install Archery
	shell: bash
	run: pip install -e arrow/dev/archery[all]


	- name: Build wheel
	shell: cmd
	run: \|
	cd arrow
	@rem We want to use only
	@rem archery docker run -e SETUPTOOLS_SCM_PRETEND_VERSION=13.0.0.dev508 python-wheel-windows-vs2017
	@rem but it doesn't use pulled caches.
	@rem It always build an image from scratch.
	@rem We can remove this workaround once we find a way to use
	@rem pulled caches when build an image.
	echo on
	archery docker pull --no-ignore-pull-failures python-wheel-windows-vs2017
	if errorlevel 1 (
	archery docker build --no-pull python-wheel-windows-vs2017 \|\| exit /B 1
	)
	archery docker run --no-build -e SETUPTOOLS_SCM_PRETEND_VERSION=13.0.0.dev508 python-wheel-windows-vs2017

	- uses: actions/upload-artifact@v3
	with:
	name: wheel
	path: arrow/python/dist/*.whl

	- name: Test wheel
	shell: cmd
	run: \|
	cd arrow
	archery docker run python-wheel-windows-test

	- name: Set up Python by actions/setup-python
	if: runner.arch == 'X64'
	uses: actions/setup-python@v4
	with:
	python-version: 3.8
	- name: Set up Python by apt
	if: runner.os == 'Linux' && runner.arch != 'X64'
	run: \|
	sudo apt update
	sudo apt install -y \
	libgit2-dev \
	libpython3-dev \
	python3-pip
	sudo python3 -m pip install --upgrade pip
	- name: Checkout Crossbow
	uses: actions/checkout@v3
	with:
	path: crossbow
	ref: nightly-packaging-2023-07-14-0
	- name: Setup Crossbow
	shell: bash
	run: \|
	python3 -m pip install -e arrow/dev/archery[crossbow]
	echo "$HOME/.local/bin" >> $GITHUB_PATH
	- name: Upload artifacts
	shell: bash
	run: \|
	archery crossbow \
	--queue-path $(pwd)/crossbow \
	--queue-remote https://github.com/ursacomputing/crossbow \
	upload-artifacts \
	--sha nightly-packaging-2023-07-14-0-github-wheel-windows-cp310-amd64 \
	--tag nightly-packaging-2023-07-14-0-github-wheel-windows-cp310-amd64 \
	"arrow/python/dist/*.whl"
	env:
	CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN \|\| secrets.GITHUB_TOKEN }}
	- name: Verify uploaded artifacts
	shell: bash
	run: \|
	archery crossbow \
	--queue-path $(pwd)/crossbow \
	--queue-remote https://github.com/ursacomputing/crossbow \
	status \
	--task-filter 'wheel-windows-cp310-amd64' \
	--no-fetch \
	--validate \
	nightly-packaging-2023-07-14-0
	env:
	CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN \|\| secrets.GITHUB_TOKEN }}

	- name: Set up Ruby by apt
	if: runner.os == 'Linux' && runner.arch != 'X64'
	run: \|
	sudo apt update
	sudo apt install -y ruby-full
	- name: Upload package to Gemfury
	shell: bash
	run: \|
	PATH=$(echo $(ruby -r rubygems -e 'puts Gem.user_dir') \| sed "s/C:\//\/c\//")/bin:$PATH
	gem install --user-install gemfury
	fury push \
	--api-token=${CROSSBOW_GEMFURY_TOKEN} \
	--as=${CROSSBOW_GEMFURY_ORG} \
	arrow/python/dist/*.whl
	env:
	CROSSBOW_GEMFURY_TOKEN: ${{ secrets.CROSSBOW_GEMFURY_TOKEN }}
	CROSSBOW_GEMFURY_ORG: ${{ secrets.CROSSBOW_GEMFURY_ORG }}


	- name: Push Docker Image
	shell: cmd
	run: \|
	cd arrow
	archery docker push python-wheel-windows-vs2017

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Crossbow #160516

Workflow file

Crossbow #160516

Jobs

Run details

Workflow file for this run