Crossbow #208282

Workflow file for this run

.github/workflows/crossbow.yml at dc3467c

	# Licensed to the Apache Software Foundation (ASF) under one
	# or more contributor license agreements. See the NOTICE file
	# distributed with this work for additional information
	# regarding copyright ownership. The ASF licenses this file
	# to you under the Apache License, Version 2.0 (the
	# "License"); you may not use this file except in compliance
	# with the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.


	# NOTE: must set "Crossbow" as name to have the badge links working in the
	# github comment reports!
	name: Crossbow
	on:
	push:
	branches:
	- "-github-"


	env:
	CC: "clang"
	CXX: "clang++"
	MACOSX_DEPLOYMENT_TARGET: "10.15"
	PYARROW_BUILD_VERBOSE: 1
	PYARROW_VERSION: "16.0.0.dev72"
	PYTHON_VERSION: "3.12"
	PYTHON: "/Library/Frameworks/Python.framework/Versions/3.12/bin/python3.12"
	VCPKG_DEFAULT_TRIPLET: amd64-osx-static-release
	VCPKG_FEATURE_FLAGS: "manifests"
	VCPKG_OVERLAY_TRIPLETS: ${{ github.workspace }}/arrow/ci/vcpkg
	VCPKG_ROOT: ${{ github.workspace }}/vcpkg

	jobs:
	build:
	name: Build wheel for Python 3.12 on macOS
	runs-on: macos-latest
	env:
	VCPKG_BINARY_SOURCES: 'clear;nuget,GitHub,readwrite'
	steps:
	- name: Checkout Arrow
	uses: actions/checkout@v4
	with:
	fetch-depth: 1
	path: arrow
	repository: Tom-Newton/arrow
	ref: 87640675eb354444b9e7ee53b4f75e906e39bf12
	submodules: recursive


	- name: Install System Dependencies
	run: brew install bash bison coreutils ninja

	- name: Install Specific CMake version
	uses: lukka/get-cmake@v3.21.2

	- name: Retrieve VCPKG version from arrow/.env
	shell: bash
	run: \|
	vcpkg_version=$(cat "arrow/.env" \| grep "VCPKG" \| cut -d "=" -f2 \| tr -d '"')
	echo "VCPKG_VERSION=$vcpkg_version" >> $GITHUB_ENV

	- name: Install Vcpkg
	shell: bash
	env:
	MACOSX_DEPLOYMENT_TARGET: "10.15"
	run: arrow/ci/scripts/install_vcpkg.sh $VCPKG_ROOT $VCPKG_VERSION

	- name: Add Vcpkg to PATH
	shell: bash
	run: echo ${VCPKG_ROOT} >> $GITHUB_PATH

	- name: Setup NuGet Credentials
	shell: bash
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	run: \|
	mono `vcpkg fetch nuget \| tail -n 1` \
	sources add \
	-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json" \
	-storepasswordincleartext \
	-name "GitHub" \
	-username "$GITHUB_REPOSITORY_OWNER" \
	-password "$GITHUB_TOKEN" \

	mono `vcpkg fetch nuget \| tail -n 1` \
	setapikey "$GITHUB_TOKEN" \
	-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json"

	- name: Install Packages
	run: \|
	vcpkg install \
	--clean-after-build \
	--x-install-root=${VCPKG_ROOT}/installed \
	--x-manifest-root=arrow/ci/vcpkg \
	--x-feature=flight \
	--x-feature=gcs \
	--x-feature=json \
	--x-feature=parquet \
	--x-feature=s3

	- name: Install Python 3.12
	shell: bash
	run: sudo arrow/ci/scripts/install_python.sh macos 3.12

	- name: Build Wheel
	shell: bash
	run: \|
	$PYTHON -m venv build-env
	source build-env/bin/activate
	pip install --upgrade pip wheel
	PYTHON=python arrow/ci/scripts/python_wheel_macos_build.sh x86_64 $(pwd)/arrow $(pwd)/build

	- uses: actions/upload-artifact@v3
	with:
	name: wheel
	path: arrow/python/repaired_wheels/*.whl

	- name: Test Wheel on AMD64
	shell: bash
	env:
	PYTEST_ADDOPTS: "-k 'not test_cancellation'"
	run: \|
	$PYTHON -m venv test-amd64-env
	source test-amd64-env/bin/activate
	pip install --upgrade pip wheel
	arch -x86_64 pip install -r arrow/python/requirements-wheel-test.txt
	PYTHON=python arch -x86_64 arrow/ci/scripts/install_gcs_testbench.sh default
	arch -x86_64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow

	- name: Set up Python by actions/setup-python
	if: runner.arch == 'X64'
	uses: actions/setup-python@v4
	with:
	python-version: 3.8
	- name: Set up Python by apt
	if: runner.os == 'Linux' && runner.arch != 'X64'
	run: \|
	sudo apt update
	sudo apt install -y \
	libgit2-dev \
	libpython3-dev \
	python3-pip
	sudo python3 -m pip install --upgrade pip
	- name: Checkout Crossbow
	uses: actions/checkout@v4
	with:
	path: crossbow
	ref: actions-5e4cec918f
	- name: Setup Crossbow
	shell: bash
	run: \|
	python3 -m pip install -e arrow/dev/archery[crossbow]
	echo "$HOME/.local/bin" >> $GITHUB_PATH
	- name: Upload artifacts
	shell: bash
	run: \|
	archery crossbow \
	--queue-path $(pwd)/crossbow \
	--queue-remote https://github.com/ursacomputing/crossbow \
	upload-artifacts \
	--sha actions-5e4cec918f-github-wheel-macos-catalina-cp312-amd64 \
	--tag actions-5e4cec918f-github-wheel-macos-catalina-cp312-amd64 \
	"arrow/python/repaired_wheels/*.whl"
	env:
	CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN \|\| secrets.GITHUB_TOKEN }}
	- name: Verify uploaded artifacts
	shell: bash
	run: \|
	archery crossbow \
	--queue-path $(pwd)/crossbow \
	--queue-remote https://github.com/ursacomputing/crossbow \
	status \
	--task-filter 'wheel-macos-catalina-cp312-amd64' \
	--no-fetch \
	--validate \
	actions-5e4cec918f
	env:
	CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN \|\| secrets.GITHUB_TOKEN }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Crossbow #208282

Workflow file

Crossbow #208282

Jobs

Run details

Workflow file for this run