Skip to content

Crossbow

Crossbow #168109

Workflow file for this run

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
# NOTE: must set "Crossbow" as name to have the badge links working in the
# github comment reports!
name: Crossbow
on:
push:
branches:
- "*-github-*"
jobs:
write-files:
name: "Write files"
runs-on: ubuntu-20.04
strategy:
fail-fast: false
env:
ARROW_R_DEV: "TRUE"
RSPM: "https://packagemanager.rstudio.com/cran/__linux__/focal/latest"
steps:
- name: Checkout Arrow
uses: actions/checkout@v3
with:
fetch-depth: 1
path: arrow
repository: mapleFU/arrow
ref: 8c23944a2cebc63d443f6baf4f1e44c96d80f21f
submodules: recursive
- uses: r-lib/actions/setup-r@v2
- name: Prepare PKG_CONFIG_PATH for Homebrew
run: |
# zstd is installed by Homebrew on GitHub Actions.
echo "PKG_CONFIG_PATH=$(brew --prefix)/lib/pkgconfig${PKG_CONFIG_PATH:+:${PKG_CONFIG_PATH}}" \
>> "$GITHUB_ENV"
- name: Install dependencies
run: |
install.packages(c("remotes", "glue", "sys"))
remotes::install_deps("arrow/r", dependencies = TRUE)
shell: Rscript {0}
- name: Install sccache
run: arrow/ci/scripts/install_sccache.sh unknown-linux-musl /usr/local/bin
- name: Install Arrow
env:
AWS_ACCESS_KEY_ID: "${{ secrets.AWS_ACCESS_KEY_ID }}"
AWS_SECRET_ACCESS_KEY: "${{ secrets.AWS_SECRET_ACCESS_KEY }}"
SCCACHE_BUCKET: "${{ secrets.SCCACHE_BUCKET }}"
SCCACHE_REGION: "${{ secrets.SCCACHE_REGION }}"
SCCACHE_S3_KEY_PREFIX: "sccache"
run: |
cd arrow/r
R CMD INSTALL .
shell: bash
- name: Write files
run: |
cd arrow/r
R -f extra-tests/write-files.R
shell: bash
- name: Upload the parquet artifacts
uses: actions/upload-artifact@v2
with:
name: files
path: arrow/r/extra-tests/files
read-files:
name: "Read files with Arrow ${{ matrix.config.old_arrow_version }}"
needs: [write-files]
runs-on: ubuntu-20.04
strategy:
fail-fast: false
matrix:
config:
# We use the R version that was released at the time of the arrow release in order
# to make sure we can download binaries from RSPM.
- { old_arrow_version: '11.0.0.3', r: '4.2' }
- { old_arrow_version: '10.0.1', r: '4.2' }
- { old_arrow_version: '9.0.0', r: '4.2' }
- { old_arrow_version: '8.0.0', r: '4.2' }
- { old_arrow_version: '7.0.0', r: '4.1' }
- { old_arrow_version: '6.0.1', r: '4.1' }
- { old_arrow_version: '5.0.0', r: '4.1' }
- { old_arrow_version: '4.0.0', r: '4.0' }
- { old_arrow_version: '3.0.0', r: '4.0' }
- { old_arrow_version: '2.0.0', r: '4.0' }
- { old_arrow_version: '1.0.1', r: '4.0' }
env:
ARROW_R_DEV: "TRUE"
RSPM: "https://packagemanager.rstudio.com/cran/__linux__/focal/latest"
OLD_ARROW_VERSION: ${{ matrix.config.old_arrow_version }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v3
with:
fetch-depth: 1
path: arrow
repository: mapleFU/arrow
ref: 8c23944a2cebc63d443f6baf4f1e44c96d80f21f
submodules: recursive
- uses: r-lib/actions/setup-r@v2
with:
r-version: ${{ matrix.config.r }}
- name: Install old Arrow
run: |
install.packages(c("remotes", "testthat"))
remotes::install_version("arrow", "${{ matrix.config.old_arrow_version }}")
shell: Rscript {0}
- name: Setup our testing directory, copy only the tests to it.
run: |
mkdir -p extra-tests/files
cp arrow/r/extra-tests/helper*.R extra-tests/
cp arrow/r/extra-tests/test-*.R extra-tests/
- name: Download artifacts
uses: actions/download-artifact@v2
with:
name: files
path: extra-tests/files
- name: Test reading
run: |
testthat::test_dir("extra-tests")
shell: Rscript {0}