Skip to content

Commit

Permalink
No commit message
Browse files Browse the repository at this point in the history
  • Loading branch information
unknown committed Sep 4, 2024
1 parent 923492d commit de1093a
Show file tree
Hide file tree
Showing 2,464 changed files with 214 additions and 180,280 deletions.
1 change: 1 addition & 0 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@

version: 2

jobs:
Expand Down
109 changes: 0 additions & 109 deletions .github/workflows/cache_vcpkg.yml

This file was deleted.

210 changes: 210 additions & 0 deletions .github/workflows/crossbow.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,210 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


# NOTE: must set "Crossbow" as name to have the badge links working in the
# github comment reports!
name: Crossbow
on:
push:
branches:
- "*-github-*"

env:
ARCHERY_DEBUG: 1

# env: is generated by macros.github_header()
ARROW_JEMALLOC: "ON"
CC: "clang"
CMAKE_BUILD_TYPE: release
CXX: "clang++"
MACOSX_DEPLOYMENT_TARGET: "12.0"
PYARROW_BUILD_VERBOSE: 1
PYARROW_VERSION: "18.0.0.dev272"
PYTHON_VERSION: "3.12"
PYTHON: "/Library/Frameworks/Python.framework/Versions/3.12/bin/python3.12"
VCPKG_DEFAULT_TRIPLET: "amd64-osx-static-release"
VCPKG_FEATURE_FLAGS: "manifests"
VCPKG_OVERLAY_TRIPLETS: ${{ github.workspace }}/arrow/ci/vcpkg
VCPKG_ROOT: ${{ github.workspace }}/vcpkg

jobs:
build:
name: Build wheel for Python 3.12 on macOS
runs-on: "macos-12"
env:
VCPKG_BINARY_SOURCES: 'clear;nuget,GitHub,readwrite'
steps:
- name: Checkout Arrow
uses: actions/checkout@v4
with:
fetch-depth: 1
path: arrow
repository: raulcd/arrow
ref: f87612ab6830704b91f79ec3f107715f89ce98c4
submodules: recursive


- name: Install System Dependencies
run: |
brew install bash bison coreutils ninja
echo "$(brew --prefix bison)/bin" >> $GITHUB_PATH
- name: Homebrew packages
run: |
brew list
# CMake 3.29.1 that is pre-installed on the macOS image has a problem.
# See also: https://github.com/microsoft/vcpkg/issues/37968
- name: Install CMake 3.29.0
shell: bash
run: |
arrow/ci/scripts/install_cmake.sh $(arch) macos 3.29.0 ${PWD}/local
echo "${PWD}/local/bin" >> $GITHUB_PATH
- name: Retrieve VCPKG version from arrow/.env
run: |
vcpkg_version=$(. "arrow/.env" && echo "${VCPKG}")
echo "VCPKG_VERSION=$vcpkg_version" >> $GITHUB_ENV
- name: Install Vcpkg
run: arrow/ci/scripts/install_vcpkg.sh $VCPKG_ROOT $VCPKG_VERSION

- name: Add Vcpkg to PATH
run: echo ${VCPKG_ROOT} >> $GITHUB_PATH

- name: Setup NuGet Credentials
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
mono $(vcpkg fetch nuget | tail -n 1) \
sources add \
-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json" \
-storepasswordincleartext \
-name "GitHub" \
-username "$GITHUB_REPOSITORY_OWNER" \
-password "$GITHUB_TOKEN" \
mono $(vcpkg fetch nuget | tail -n 1) \
setapikey "$GITHUB_TOKEN" \
-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json"
- name: Install Packages
run: |
vcpkg install \
--clean-after-build \
--x-install-root=${VCPKG_ROOT}/installed \
--x-manifest-root=arrow/ci/vcpkg \
--x-feature=azure \
--x-feature=flight \
--x-feature=gcs \
--x-feature=json \
--x-feature=parquet \
--x-feature=s3
- name: Install Python 3.12
run: sudo arrow/ci/scripts/install_python.sh macos 3.12

- name: Build Wheel
run: |
$PYTHON -m venv build-env
source build-env/bin/activate
pip install --upgrade pip wheel
PYTHON=python arrow/ci/scripts/python_wheel_macos_build.sh x86_64 $(pwd)/arrow $(pwd)/build
- uses: actions/upload-artifact@v3
with:
name: wheel
path: arrow/python/repaired_wheels/*.whl

# Use a well-known Python version for the GCS testbench, and avoid
# putting it in PATH.
- name: Set up Python for GCS testbench
uses: actions/[email protected]
id: gcs-python-install
with:
python-version: 3.12
update-environment: false

- name: Install GCS testbench
env:
PIPX_BIN_DIR: /usr/local/bin
PIPX_BASE_PYTHON: ${{ steps.gcs-python-install.outputs.python-path }}
run: arrow/ci/scripts/install_gcs_testbench.sh default

- name: Test Wheel
env:
PYTEST_ADDOPTS: "-k 'not test_cancellation'"
run: |
$PYTHON -m venv test-env
source test-env/bin/activate
pip install --upgrade pip wheel
arch -x86_64 pip install -r arrow/python/requirements-wheel-test.txt
arch -x86_64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow
- name: Set up Python by actions/setup-python
if: |
!(runner.os == 'Linux' && runner.arch != 'X64')
uses: actions/setup-python@v4
with:
python-version: 3.12
- name: Set up Python by apt
if: runner.os == 'Linux' && runner.arch != 'X64'
run: |
sudo apt update
sudo apt install -y \
libgit2-dev \
libpython3-dev \
python3-pip
sudo python3 -m pip install --upgrade pip
- name: Checkout Crossbow
uses: actions/checkout@v4
with:
path: crossbow
ref: actions-9544e3c33d
- name: Setup Crossbow
shell: bash
run: |
python3 -m pip install -e arrow/dev/archery[crossbow]
echo "$HOME/.local/bin" >> $GITHUB_PATH
- name: Upload artifacts
shell: bash
run: |
archery crossbow \
--queue-path $(pwd)/crossbow \
--queue-remote https://github.com/ursacomputing/crossbow \
upload-artifacts \
--sha actions-9544e3c33d-github-wheel-macos-monterey-cp312-amd64 \
--tag actions-9544e3c33d-github-wheel-macos-monterey-cp312-amd64 \
"arrow/python/repaired_wheels/*.whl"
env:
CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}
- name: Verify uploaded artifacts
shell: bash
run: |
archery crossbow \
--queue-path $(pwd)/crossbow \
--queue-remote https://github.com/ursacomputing/crossbow \
status \
--task-filter 'wheel-macos-monterey-cp312-amd64' \
--no-fetch \
--validate \
actions-9544e3c33d
env:
CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}



Loading

0 comments on commit de1093a

Please sign in to comment.