Skip to content

Commit

Permalink
No commit message
Browse files Browse the repository at this point in the history
  • Loading branch information
unknown committed Sep 18, 2024
1 parent 043d031 commit 6ec138b
Show file tree
Hide file tree
Showing 2,506 changed files with 209 additions and 184,113 deletions.
1 change: 1 addition & 0 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@

version: 2

jobs:
Expand Down
109 changes: 0 additions & 109 deletions .github/workflows/cache_vcpkg.yml

This file was deleted.

205 changes: 205 additions & 0 deletions .github/workflows/crossbow.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,205 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.


# NOTE: must set "Crossbow" as name to have the badge links working in the
# github comment reports!
name: Crossbow
on:
push:
branches:
- "*-github-*"

env:
ARCHERY_DEBUG: 1


jobs:
build:
name: "Build wheel for manylinux 2014"
runs-on: ["self-hosted", "Linux", "arm64"]
env:
# archery uses these environment variables
ARCH: arm64v8
PYTHON: "3.11"
PYTHON_ABI_TAG: "cp311"
PYTHON_IMAGE_TAG: "3.11"

steps:
- name: Checkout Arrow
uses: actions/checkout@v4
with:
fetch-depth: 1
path: arrow
repository: lysnikolaou/arrow
ref: b966c78ca7693942e243d6e5d78c48bb57ee4bea
submodules: recursive

- name: Set up Python by actions/setup-python
if: |
!(runner.os == 'Linux' && runner.arch != 'X64')
uses: actions/setup-python@v4
with:
cache: 'pip'
python-version: 3.12
- name: Set up Python by apt
if: runner.os == 'Linux' && runner.arch != 'X64'
run: |
sudo apt update
sudo apt-get install -y python3-pip
pip install -U pip
echo "$HOME/.local/bin" >>"$GITHUB_PATH"
- name: Install Archery
shell: bash
run: pip install -e arrow/dev/archery[all]

- name: Login to Dockerhub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USER }}
password: ${{ secrets.DOCKERHUB_TOKEN }}


- name: Build wheel
shell: bash
run: archery docker run -e SETUPTOOLS_SCM_PRETEND_VERSION=18.0.0.dev371 python-wheel-manylinux-2014

- uses: actions/upload-artifact@v4
with:
name: wheel
path: arrow/python/repaired_wheels/*.whl

# TODO(kszucs): auditwheel show
- name: Test wheel
if: |
'cp311' != 'cp313t'
shell: bash
run: |
source arrow/ci/scripts/util_enable_core_dumps.sh
archery docker run python-wheel-manylinux-test-imports
archery docker run python-wheel-manylinux-test-unittests
# Free-threaded wheels need to be tested using a different docker-compose service
- name: Test free-threaded wheel
if: |
'cp311' == 'cp313t'
shell: bash
run: |
source arrow/ci/scripts/util_enable_core_dumps.sh
archery docker run python-free-threaded-wheel-manylinux-test-imports
archery docker run python-free-threaded-wheel-manylinux-test-unittests
- name: Test wheel on AlmaLinux 8
shell: bash
if: |
'3.11' == '3.9'
env:
ALMALINUX: "8"
run: |
archery docker run \
-e ARROW_GANDIVA=OFF \
-e TEST_DEFAULT=0 \
-e TEST_PYARROW_VERSION=18.0.0.dev371 \
-e TEST_PYTHON_VERSIONS=3.11 \
-e TEST_WHEEL_PLATFORM_TAGS=manylinux_2_17_aarch64.manylinux2014_aarch64 \
-e TEST_WHEELS=1 \
almalinux-verify-rc
- name: Test wheel on Ubuntu 20.04
shell: bash
if: |
'3.11' == '3.9'
env:
UBUNTU: "20.04"
run: |
archery docker run \
-e TEST_DEFAULT=0 \
-e TEST_PYARROW_VERSION=18.0.0.dev371 \
-e TEST_PYTHON_VERSIONS=3.11 \
-e TEST_WHEEL_PLATFORM_TAGS=manylinux_2_17_aarch64.manylinux2014_aarch64 \
-e TEST_WHEELS=1 \
ubuntu-verify-rc
- name: Test wheel on Ubuntu 22.04
shell: bash
if: |
'3.11' == '3.10'
env:
UBUNTU: "22.04"
run: |
archery docker run \
-e TEST_DEFAULT=0 \
-e TEST_PYARROW_VERSION=18.0.0.dev371 \
-e TEST_PYTHON_VERSIONS=3.11 \
-e TEST_WHEEL_PLATFORM_TAGS=manylinux_2_17_aarch64.manylinux2014_aarch64 \
-e TEST_WHEELS=1 \
ubuntu-verify-rc
- name: Set up Python by actions/setup-python
if: |
!(runner.os == 'Linux' && runner.arch != 'X64')
uses: actions/setup-python@v4
with:
python-version: 3.12
- name: Set up Python by apt
if: runner.os == 'Linux' && runner.arch != 'X64'
run: |
sudo apt update
sudo apt install -y \
libgit2-dev \
libpython3-dev \
python3-pip
sudo python3 -m pip install --upgrade pip
- name: Checkout Crossbow
uses: actions/checkout@v4
with:
path: crossbow
ref: actions-70086a21bd
- name: Setup Crossbow
shell: bash
run: |
python3 -m pip install -e arrow/dev/archery[crossbow]
echo "$HOME/.local/bin" >> $GITHUB_PATH
- name: Upload artifacts
shell: bash
run: |
archery crossbow \
--queue-path $(pwd)/crossbow \
--queue-remote https://github.com/ursacomputing/crossbow \
upload-artifacts \
--sha actions-70086a21bd-github-wheel-manylinux-2014-cp311-cp311-arm64 \
--tag actions-70086a21bd-github-wheel-manylinux-2014-cp311-cp311-arm64 \
"arrow/python/repaired_wheels/*.whl"
env:
CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}
- name: Verify uploaded artifacts
shell: bash
run: |
archery crossbow \
--queue-path $(pwd)/crossbow \
--queue-remote https://github.com/ursacomputing/crossbow \
status \
--task-filter 'wheel-manylinux-2014-cp311-cp311-arm64' \
--no-fetch \
--validate \
actions-70086a21bd
env:
CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}




Loading

0 comments on commit 6ec138b

Please sign in to comment.