.github/workflows/build-test-publish-images.yml

explicitly depend on test job success #4

Workflow file for this run

.github/workflows/build-test-publish-images.yml at 56f636b

	name: build and publish imgs workflow

	on:
	workflow_call:
	inputs:
	build_type:
	required: true
	type: string
	run_tests:
	required: false
	default: false
	type: boolean

	defaults:
	run:
	shell: bash

	permissions:
	actions: read
	checks: none
	contents: read
	deployments: none
	discussions: none
	id-token: write
	issues: none
	packages: read
	pages: none
	pull-requests: read
	repository-projects: none
	security-events: none
	statuses: none

	jobs:
	compute-matrix:
	runs-on: ubuntu-latest
	container:
	image: rapidsai/ci-conda:latest
	outputs:
	BASE_IMAGE_REPO: ${{ steps.compute-image-repo.outputs.BASE_IMAGE_REPO }}
	NOTEBOOKS_IMAGE_REPO: ${{ steps.compute-image-repo.outputs.NOTEBOOKS_IMAGE_REPO }}
	RAFT_ANN_BENCH_IMAGE_REPO: ${{ steps.compute-image-repo.outputs.RAFT_ANN_BENCH_IMAGE_REPO }}
	RAFT_ANN_BENCH_DATASETS_IMAGE_REPO: ${{ steps.compute-image-repo.outputs.RAFT_ANN_BENCH_DATASETS_IMAGE_REPO }}
	RAFT_ANN_BENCH_CPU_IMAGE_REPO: ${{ steps.compute-image-repo.outputs.RAFT_ANN_BENCH_CPU_IMAGE_REPO }}
	MATRIX: ${{ steps.compute-matrix.outputs.MATRIX }}
	TEST_MATRIX: ${{ steps.compute-test-matrix.outputs.TEST_MATRIX }}
	BASE_TAG_PREFIX: ${{ steps.compute-tag-prefix.outputs.BASE_TAG_PREFIX }}
	NOTEBOOKS_TAG_PREFIX: ${{ steps.compute-tag-prefix.outputs.NOTEBOOKS_TAG_PREFIX }}
	RAFT_ANN_BENCH_TAG_PREFIX: ${{ steps.compute-tag-prefix.outputs.RAFT_ANN_BENCH_TAG_PREFIX }}
	RAFT_ANN_BENCH_DATASETS_TAG_PREFIX: ${{ steps.compute-tag-prefix.outputs.RAFT_ANN_BENCH_DATASETS_TAG_PREFIX }}
	RAFT_ANN_BENCH_CPU_TAG_PREFIX: ${{ steps.compute-tag-prefix.outputs.RAFT_ANN_BENCH_CPU_TAG_PREFIX }}
	RAPIDS_VER: ${{ steps.compute-rapids-ver.outputs.RAPIDS_VER }}
	ALPHA_TAG: ${{ steps.compute-rapids-ver.outputs.ALPHA_TAG }}
	steps:
	- name: Checkout
	uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Compute matrix
	id: compute-matrix
	run: \|
	MATRIX=$(ci/compute-matrix.sh)
	echo "MATRIX=${MATRIX}" \| tee -a ${GITHUB_OUTPUT}
	- name: Compute tag prefix
	id: compute-tag-prefix
	run: \|
	TAG_PREFIX=""
	if [ "${{ inputs.build_type }}" = "pull-request" ]; then
	pr_num="${GITHUB_REF_NAME##*/}"
	BASE_TAG_PREFIX="docker-${pr_num}-"
	NOTEBOOKS_TAG_PREFIX="docker-notebooks-${pr_num}-"
	RAFT_ANN_BENCH_TAG_PREFIX="docker-raft-ann-bench-${pr_num}-"
	RAFT_ANN_BENCH_DATASETS_TAG_PREFIX="docker-raft-ann-bench-datasets-${pr_num}-"
	RAFT_ANN_BENCH_CPU_TAG_PREFIX="docker-raft-ann-bench-cpu-${pr_num}-"
	fi
	echo "BASE_TAG_PREFIX=${BASE_TAG_PREFIX}" \| tee -a ${GITHUB_OUTPUT}
	echo "NOTEBOOKS_TAG_PREFIX=${NOTEBOOKS_TAG_PREFIX}" \| tee -a ${GITHUB_OUTPUT}
	echo "RAFT_ANN_BENCH_TAG_PREFIX=${RAFT_ANN_BENCH_TAG_PREFIX}" \| tee -a ${GITHUB_OUTPUT}
	echo "RAFT_ANN_BENCH_DATASETS_TAG_PREFIX=${RAFT_ANN_BENCH_DATASETS_TAG_PREFIX}" \| tee -a ${GITHUB_OUTPUT}
	echo "RAFT_ANN_BENCH_CPU_TAG_PREFIX=${RAFT_ANN_BENCH_CPU_TAG_PREFIX}" \| tee -a ${GITHUB_OUTPUT}
	- name: Compute image repo
	id: compute-image-repo
	run: \|
	base_repo="base"
	notebooks_repo="notebooks"
	raft_ann_bench_repo="raft-ann-bench"
	raft_ann_bench_datasets_repo="raft-ann-bench-datasets"
	raft_ann_bench_cpu_repo="raft-ann-bench-cpu"
	if [ "${{ inputs.build_type }}" = "pull-request" ]; then
	base_repo="staging"
	notebooks_repo="staging"
	raft_ann_bench_repo="staging"
	raft_ann_bench_datasets_repo="staging"
	raft_ann_bench_cpu_repo="staging"
	fi
	echo "BASE_IMAGE_REPO=${base_repo}" \| tee -a ${GITHUB_OUTPUT}
	echo "NOTEBOOKS_IMAGE_REPO=${notebooks_repo}" \| tee -a ${GITHUB_OUTPUT}
	echo "RAFT_ANN_BENCH_IMAGE_REPO=${raft_ann_bench_repo}" \| tee -a ${GITHUB_OUTPUT}
	echo "RAFT_ANN_BENCH_DATASETS_IMAGE_REPO=${raft_ann_bench_datasets_repo}" \| tee -a ${GITHUB_OUTPUT}
	echo "RAFT_ANN_BENCH_CPU_IMAGE_REPO=${raft_ann_bench_cpu_repo}" \| tee -a ${GITHUB_OUTPUT}
	- name: Compute RAPIDS_VER
	id: compute-rapids-ver
	run: \|
	GIT_DESCRIBE_TAG="$(git describe --tags --abbrev=0)"
	GIT_DESCRIBE_TAG="${GIT_DESCRIBE_TAG:1}" # remove leading 'v'
	ALPHA_TAG=""
	if [[ $GIT_DESCRIBE_TAG =~ [a-z] ]]; then
	rapids-logger "Most recent tag is an alpha tag"
	ALPHA_TAG="a"
	fi
	RAPIDS_VER="$(echo $GIT_DESCRIBE_TAG \| awk 'BEGIN{FS=OFS="."} NF--')" # Convert full tag to YY.MM

	echo "RAPIDS_VER=${RAPIDS_VER}" \| tee -a ${GITHUB_OUTPUT}
	echo "ALPHA_TAG=${ALPHA_TAG}" \| tee -a ${GITHUB_OUTPUT}
	- name: Compute test matrix
	id: compute-test-matrix
	run: \|
	TEST_MATRIX=$(yq '.${{ inputs.build_type }}' matrix-test.yaml)
	export TEST_MATRIX

	echo "TEST_MATRIX=$(yq -n -o json 'env(TEST_MATRIX)' \| jq -c '{include: .}')" \| tee --append "${GITHUB_OUTPUT}"
	build:
	needs: compute-matrix
	strategy:
	matrix: ${{ fromJSON(needs.compute-matrix.outputs.MATRIX) }}
	fail-fast: false
	secrets: inherit
	uses: ./.github/workflows/build-image.yml
	with:
	ARCHES: ${{ toJSON(matrix.ARCHES) }}
	CUDA_VER: ${{ matrix.CUDA_VER }}
	LINUX_DISTRO: ${{ matrix.LINUX_DISTRO }}
	LINUX_DISTRO_VER: ${{ matrix.LINUX_DISTRO_VER }}
	LINUX_VER: ${{ matrix.LINUX_VER }}
	PYTHON_VER: ${{ matrix.PYTHON_VER }}
	RAPIDS_VER: ${{ needs.compute-matrix.outputs.RAPIDS_VER }}
	BASE_TAG:
	"rapidsai/${{ needs.compute-matrix.outputs.BASE_IMAGE_REPO }}:\
	${{ needs.compute-matrix.outputs.BASE_TAG_PREFIX }}\
	${{ needs.compute-matrix.outputs.RAPIDS_VER }}\
	${{ needs.compute-matrix.outputs.ALPHA_TAG }}-\
	cuda${{ matrix.CUDA_TAG }}-\
	py${{ matrix.PYTHON_VER }}"
	NOTEBOOKS_TAG:
	"rapidsai/${{ needs.compute-matrix.outputs.NOTEBOOKS_IMAGE_REPO }}:\
	${{ needs.compute-matrix.outputs.NOTEBOOKS_TAG_PREFIX }}\
	${{ needs.compute-matrix.outputs.RAPIDS_VER }}\
	${{ needs.compute-matrix.outputs.ALPHA_TAG }}-\
	cuda${{ matrix.CUDA_TAG }}-\
	py${{ matrix.PYTHON_VER }}"
	RAFT_ANN_BENCH_TAG:
	"rapidsai/${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_IMAGE_REPO }}:\
	${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_TAG_PREFIX }}\
	${{ needs.compute-matrix.outputs.RAPIDS_VER }}\
	${{ needs.compute-matrix.outputs.ALPHA_TAG }}-\
	cuda${{ matrix.CUDA_TAG }}-\
	py${{ matrix.PYTHON_VER }}"
	RAFT_ANN_BENCH_DATASETS_TAG:
	"rapidsai/${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_DATASETS_IMAGE_REPO }}:\
	${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_DATASETS_TAG_PREFIX }}\
	${{ needs.compute-matrix.outputs.RAPIDS_VER }}\
	${{ needs.compute-matrix.outputs.ALPHA_TAG }}-\
	cuda${{ matrix.CUDA_TAG }}-\
	py${{ matrix.PYTHON_VER }}"
	RAFT_ANN_BENCH_CPU_TAG:
	"rapidsai/${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_CPU_IMAGE_REPO }}:\
	${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_CPU_TAG_PREFIX }}\
	${{ needs.compute-matrix.outputs.RAPIDS_VER }}\
	${{ needs.compute-matrix.outputs.ALPHA_TAG }}-\
	py${{ matrix.PYTHON_VER }}"
	test:
	needs: [build, compute-matrix]
	if: inputs.run_tests
	strategy:
	matrix: ${{ fromJSON(needs.compute-matrix.outputs.TEST_MATRIX) }}
	fail-fast: false
	secrets: inherit
	uses: ./.github/workflows/test-notebooks.yml
	with:
	BUILD_TYPE: ${{ inputs.build_type }}
	ARCH: ${{ matrix.ARCH }}
	GPU: ${{ matrix.GPU }}
	DRIVER: ${{ matrix.DRIVER }}
	CUDA_VER: ${{ matrix.CUDA_VER }}
	PYTHON_VER: ${{ matrix.PYTHON_VER }}
	NOTEBOOKS_TAG:
	"rapidsai/${{ needs.compute-matrix.outputs.NOTEBOOKS_IMAGE_REPO }}:\
	${{ needs.compute-matrix.outputs.NOTEBOOKS_TAG_PREFIX }}\
	${{ needs.compute-matrix.outputs.RAPIDS_VER }}\
	${{ needs.compute-matrix.outputs.ALPHA_TAG }}-\
	cuda${{ matrix.CUDA_VER }}-\
	py${{ matrix.PYTHON_VER }}-\
	${{ matrix.ARCH }}"
	build-multiarch-manifest:
	if: '!cancelled()'
	needs: [build, compute-matrix]
	strategy:
	matrix: ${{ fromJSON(needs.compute-matrix.outputs.MATRIX) }}
	fail-fast: false
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Login to DockerHub
	uses: docker/login-action@v3
	with:
	username: ${{ secrets.GPUCIBOT_DOCKERHUB_USER }}
	password: ${{ secrets.GPUCIBOT_DOCKERHUB_TOKEN }}
	- name: Create multiarch manifest
	shell: bash
	env:
	BASE_IMAGE_REPO: ${{ needs.compute-matrix.outputs.BASE_IMAGE_REPO }}
	BASE_TAG_PREFIX: ${{ needs.compute-matrix.outputs.BASE_TAG_PREFIX }}
	RAPIDS_VER: ${{ needs.compute-matrix.outputs.RAPIDS_VER }}
	ALPHA_TAG: ${{ needs.compute-matrix.outputs.ALPHA_TAG }}
	CUDA_TAG: ${{ matrix.CUDA_TAG }}
	PYTHON_VER: ${{ matrix.PYTHON_VER }}
	NOTEBOOKS_IMAGE_REPO: ${{ needs.compute-matrix.outputs.NOTEBOOKS_IMAGE_REPO }}
	NOTEBOOKS_TAG_PREFIX: ${{ needs.compute-matrix.outputs.NOTEBOOKS_TAG_PREFIX }}
	RAFT_ANN_BENCH_IMAGE_REPO: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_IMAGE_REPO }}
	RAFT_ANN_BENCH_TAG_PREFIX: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_TAG_PREFIX }}
	RAFT_ANN_BENCH_DATASETS_IMAGE_REPO: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_DATASETS_IMAGE_REPO }}
	RAFT_ANN_BENCH_DATASETS_TAG_PREFIX: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_DATASETS_TAG_PREFIX }}
	RAFT_ANN_BENCH_CPU_IMAGE_REPO: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_CPU_IMAGE_REPO }}
	RAFT_ANN_BENCH_CPU_TAG_PREFIX: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_CPU_TAG_PREFIX }}
	GPUCIBOT_DOCKERHUB_USER: ${{ secrets.GPUCIBOT_DOCKERHUB_USER }}
	GPUCIBOT_DOCKERHUB_TOKEN: ${{ secrets.GPUCIBOT_DOCKERHUB_TOKEN }}
	ARCHES: ${{ toJSON(matrix.ARCHES) }}
	run: ci/create-multiarch-manifest.sh

	delete-temp-images:
	if: !cancelled() && needs.test.result == 'success'
Check failure on line 233 in .github/workflows/build-test-publish-images.yml View workflow run for this annotation GitHub Actions / .github/workflows/build-test-publish-images.yml Invalid workflow file `You have an error in your yaml syntax on line 233`
	needs: [compute-matrix, test, build-multiarch-manifest]
	strategy:
	matrix: ${{ fromJSON(needs.compute-matrix.outputs.MATRIX) }}
	fail-fast: false
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Remove temporary images
	shell: bash
	env:
	BASE_IMAGE_REPO: ${{ needs.compute-matrix.outputs.BASE_IMAGE_REPO }}
	BASE_TAG_PREFIX: ${{ needs.compute-matrix.outputs.BASE_TAG_PREFIX }}
	RAPIDS_VER: ${{ needs.compute-matrix.outputs.RAPIDS_VER }}
	ALPHA_TAG: ${{ needs.compute-matrix.outputs.ALPHA_TAG }}
	CUDA_TAG: ${{ matrix.CUDA_TAG }}
	PYTHON_VER: ${{ matrix.PYTHON_VER }}
	NOTEBOOKS_IMAGE_REPO: ${{ needs.compute-matrix.outputs.NOTEBOOKS_IMAGE_REPO }}
	NOTEBOOKS_TAG_PREFIX: ${{ needs.compute-matrix.outputs.NOTEBOOKS_TAG_PREFIX }}
	RAFT_ANN_BENCH_IMAGE_REPO: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_IMAGE_REPO }}
	RAFT_ANN_BENCH_TAG_PREFIX: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_TAG_PREFIX }}
	RAFT_ANN_BENCH_DATASETS_IMAGE_REPO: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_DATASETS_IMAGE_REPO }}
	RAFT_ANN_BENCH_DATASETS_TAG_PREFIX: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_DATASETS_TAG_PREFIX }}
	RAFT_ANN_BENCH_CPU_IMAGE_REPO: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_CPU_IMAGE_REPO }}
	RAFT_ANN_BENCH_CPU_TAG_PREFIX: ${{ needs.compute-matrix.outputs.RAFT_ANN_BENCH_CPU_TAG_PREFIX }}
	GPUCIBOT_DOCKERHUB_USER: ${{ secrets.GPUCIBOT_DOCKERHUB_USER }}
	GPUCIBOT_DOCKERHUB_TOKEN: ${{ secrets.GPUCIBOT_DOCKERHUB_TOKEN }}
	ARCHES: ${{ toJSON(matrix.ARCHES) }}
	run: ci/delete-temp-images.sh

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

explicitly depend on test job success #4

Workflow file

explicitly depend on test job success #4

Jobs

Run details

Workflow file for this run

GitHub Actions / .github/workflows/build-test-publish-images.yml