Skip to content

rm extraneous file #887

rm extraneous file

rm extraneous file #887

Workflow file for this run

name: Build pull request
on:
push:
branches:
- 'pull-request/**'
jobs:
build-pull-request:
name: Build pull request
# runs-on: ubuntu-20.04
runs-on: linux-amd64-cpu4
strategy:
fail-fast: true
matrix:
CUDA: ["11.6.2"]
LINUX: ["ubuntu20.04"]
env:
UCX: "1.12.1"
NODE: "16.15.1"
REGISTRY: "ghcr.io"
steps:
- name: Dump runner context
shell: bash
run: |
echo "${{ toJSON(runner) }}"
echo "is_gha_runner=${{ !contains(runner.name, 'rapidsai') }}" >> $GITHUB_ENV
echo "CUDA_VERSION_MAJOR=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f1)" >> $GITHUB_ENV
echo "CUDA_VERSION_MINOR=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f2)" >> $GITHUB_ENV
echo "CUDA_VERSION_PATCH=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f3)" >> $GITHUB_ENV
- name: Set up self-hosted runner
if: env.is_gha_runner != 'true'
shell: bash
run: |
sudo apt update && sudo apt install -y --no-install-recommends jq git-lfs openssh-client
sudo sed -ri "s@$HOME@${{ runner.workspace }}@g" /etc/passwd
sudo chown -R $(id -u):$(id -g) "${{ runner.workspace }}"
echo "HOME=${{ runner.workspace }}" >> $GITHUB_ENV
- name: Checkout
uses: actions/checkout@v3
with:
lfs: true
path: node
fetch-depth: 0
- name: Checkout LFS
shell: bash
run: git lfs checkout
working-directory: node
- name: Get last successful main commit sha
uses: nrwl/last-successful-commit-action@v1
id: last_main_commit
with:
branch: main
workflow_id: "merge.pr.yml"
github_token: "${{ github.token }}"
- name: Check if source files changed
id: src_changed
uses: tj-actions/[email protected]
with:
path: node
base_sha: ${{ steps.last_main_commit.outputs.commit_hash }}
files: |
yarn.lock
lerna.json
package.json
modules/**/*.c
modules/**/*.h
modules/**/*.ts
modules/**/*.js
modules/**/*.cu
modules/**/*.cuh
modules/**/*.cpp
modules/**/*.hpp
modules/**/*.json
modules/**/*.cmake
modules/**/*.tsconfig
modules/**/package.json
modules/**/CMakeLists.txt
- name: Check if GitHub Actions or devel main Dockerfile changed
id: dev_changed
uses: tj-actions/[email protected]
with:
path: node
base_sha: ${{ steps.last_main_commit.outputs.commit_hash }}
files: |
dev/dockerfiles/devel/main.Dockerfile
- name: Update runner env
env:
dev_changed: "${{ steps.dev_changed.outputs.any_changed == 'true' }}"
src_changed: "${{ steps.src_changed.outputs.any_changed == 'true' || steps.src_changed.outputs.any_deleted == 'true' }}"
shell: bash
run: |
VERSION="$(cat node/lerna.json | jq -r '.version')"
RAPIDS_VERSION="$(cat node/package.json | jq -r '.config.rapids_version')"
echo "VERSION=${VERSION}" >> $GITHUB_ENV;
echo "dev_changed=${dev_changed}" >> $GITHUB_ENV;
echo "src_changed=${src_changed}" >> $GITHUB_ENV;
echo "RAPIDS_VERSION=$RAPIDS_VERSION" >> $GITHUB_ENV;
echo "MAIN_IMG=${REGISTRY}/${{ github.repository }}:${VERSION}-devel-node${NODE}-cuda${CUDA_VERSION_MAJOR}-${{ matrix.LINUX }}-main" >> $GITHUB_ENV;
echo "RUN_ARGS<<EOF" >> $GITHUB_ENV;
echo "\
-u $(id -u):$(id -g) \
-v $(pwd)/.yarn:/.yarn:rw \
-v $(pwd)/.cache:/.cache:rw \
-v $(pwd)/node:/opt/rapids/node:rw \
--env-file ${{ runner.temp }}/.env \
" >> $GITHUB_ENV;
echo "EOF" >> $GITHUB_ENV;
- name: Free up disk space
if: env.is_gha_runner == 'true' && (env.dev_changed == 'true' || env.src_changed == 'true')
uses: ./node/.github/actions/free-disk-space
with:
tool_cache: ${{ runner.tool_cache }}
- name: Cache C++ dependencies
if: env.dev_changed == 'true' || env.src_changed == 'true'
uses: actions/cache@v2
with:
key: ${{ runner.os }}-${{ env.VERSION }}-node${{ env.NODE }}-cuda${{ env.CUDA_VERSION_MAJOR }}-${{ matrix.LINUX }}-cache-${{ hashFiles('**/modules/**/CMakeLists.txt', '**/modules/**/*.cmake') }}
path: |
node/.cache/binary
node/.cache/source
- name: Cache node_modules
if: env.dev_changed == 'true' || env.src_changed == 'true'
uses: actions/cache@v2
with:
key: ${{ runner.os }}-${{ env.VERSION }}-node${{ env.NODE }}-cuda${{ env.CUDA_VERSION_MAJOR }}-${{ matrix.LINUX }}-node_modules-${{ hashFiles('**/yarn.lock', '**/package.json') }}
path: |
.yarn
.cache
node/node_modules
- name: Set up ssh-agent
if: env.dev_changed == 'true' || env.src_changed == 'true'
uses: webfactory/[email protected]
with:
ssh-auth-sock: ${{ env.HOME }}/ssh-agent
ssh-private-key: |
${{ secrets.CUMLPRIMS_SSH_PRIVATE_DEPLOY_KEY }}
${{ secrets.CUGRAPH_OPS_SSH_PRIVATE_DEPLOY_KEY }}
- name: Make container .env
if: env.dev_changed == 'true' || env.src_changed == 'true'
shell: bash
run: |
n_archs=2
PARALLEL_LEVEL=${PARALLEL_LEVEL:-1}
threads=$((PARALLEL_LEVEL / n_archs))
if [[ "$threads" == 0 ]]; then
threads=1;
fi
cat << EOF > "${{ runner.temp }}/.env"
CUDAARCHS=ALL
PARALLEL_LEVEL=${threads}
NVCC_APPEND_FLAGS=--threads=${n_archs}
RAPIDS_VERSION=${RAPIDS_VERSION}
SCCACHE_REGION=us-west-2
SCCACHE_IDLE_TIMEOUT=32768
SCCACHE_BUCKET=node-rapids-sccache
SCCACHE_SERVER_PORT=$((4220 + $RANDOM % 5000))
EOF
echo -e "container .env:\n$(cat "${{ runner.temp }}/.env")"
cat << EOF >> "${{ runner.temp }}/.env"
AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}
EOF
- name: Build
if: env.dev_changed == 'true' || env.src_changed == 'true'
shell: bash
run: |
has_image="$(docker pull -q --platform linux/amd64 ${MAIN_IMG} && echo 1 || echo 0)";
if [[ ${has_image} == '0' || ${dev_changed} == 'true' ]]; then
DOCKER_BUILDKIT=1 \
DOCKER_SCAN_SUGGEST=false \
docker build --pull --force-rm \
--build-arg UCX_VERSION="${{ env.UCX }}" \
--build-arg NODE_VERSION="${{ env.NODE }}" \
--build-arg LINUX_VERSION="${{ matrix.LINUX }}" \
--build-arg AMD64_BASE="nvidia/cuda:${{ matrix.CUDA }}-devel-${{ matrix.LINUX }}" \
--build-arg ARM64_BASE="nvidia/cuda:${{ matrix.CUDA }}-devel-${{ matrix.LINUX }}" \
-f node/dev/dockerfiles/devel/main.Dockerfile -t ${MAIN_IMG} node
fi
docker run --rm -t ${RUN_ARGS} \
-v "$HOME/.ssh:$HOME/.ssh" \
-e "SSH_AUTH_SOCK=/ssh-agent" \
-v "$SSH_AUTH_SOCK:/ssh-agent" \
-v "$HOME/.ssh:/opt/rapids/.ssh" \
-v "$HOME/.gitconfig:/etc/gitconfig" \
${MAIN_IMG} bash -c "set -ex; \
yarn --pure-lockfile --prefer-offline \
&& yarn build"