Conform more to latest version of development #171
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: 🐧 CUDA | |
on: [push, pull_request] | |
concurrency: | |
group: ${{ github.ref }}-${{ github.head_ref }}-cuda | |
cancel-in-progress: true | |
jobs: | |
# Ref.: | |
# https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/ubuntu18.04/10.1/base/Dockerfile | |
# https://github.com/ComputationalRadiationPhysics/picongpu/blob/0.5.0/share/picongpu/dockerfiles/ubuntu-1604/Dockerfile | |
# https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/ | |
build_nvcc: | |
name: NVCC 11.3 SP | |
runs-on: ubuntu-20.04 | |
if: github.event.pull_request.draft == false | |
env: | |
CXXFLAGS: "-Werror" | |
CMAKE_GENERATOR: Ninja | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
name: Install Python | |
with: | |
python-version: '3.x' | |
- name: install dependencies | |
run: | | |
.github/workflows/dependencies/nvcc11-3.sh | |
- name: CCache Cache | |
uses: actions/cache@v3 | |
with: | |
path: ~/.cache/ccache | |
key: ccache-${{ github.workflow }}-${{ github.job }}-git-${{ github.sha }} | |
restore-keys: | | |
ccache-${{ github.workflow }}-${{ github.job }}-git- | |
- name: install openPMD-api | |
run: | | |
export CCACHE_COMPRESS=1 | |
export CCACHE_COMPRESSLEVEL=10 | |
export CCACHE_MAXSIZE=600M | |
ccache -z | |
export CEI_SUDO="sudo" | |
export CEI_TMP="/tmp/cei" | |
cmake-easyinstall --prefix=/usr/local \ | |
git+https://github.com/openPMD/[email protected] \ | |
-DopenPMD_USE_PYTHON=OFF \ | |
-DBUILD_TESTING=OFF \ | |
-DBUILD_EXAMPLES=OFF \ | |
-DBUILD_CLI_TOOLS=OFF \ | |
-DCMAKE_CXX_COMPILER_LAUNCHER=$(which ccache) \ | |
-DCMAKE_VERBOSE_MAKEFILE=ON | |
- name: build WarpX | |
run: | | |
export CCACHE_COMPRESS=1 | |
export CCACHE_COMPRESSLEVEL=10 | |
export CCACHE_MAXSIZE=600M | |
export PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH} | |
export LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:${LD_LIBRARY_PATH} | |
which nvcc || echo "nvcc not in PATH!" | |
cmake -S . -B build_sp \ | |
-DCMAKE_VERBOSE_MAKEFILE=ON \ | |
-DWarpX_COMPUTE=CUDA \ | |
-DWarpX_EB=ON \ | |
-DWarpX_PYTHON=ON \ | |
-DAMReX_CUDA_ARCH=6.0 \ | |
-DWarpX_OPENPMD=ON \ | |
-DWarpX_openpmd_internal=OFF \ | |
-DWarpX_PRECISION=SINGLE \ | |
-DWarpX_PSATD=ON \ | |
-DAMReX_CUDA_ERROR_CROSS_EXECUTION_SPACE_CALL=ON \ | |
-DAMReX_CUDA_ERROR_CAPTURE_THIS=ON | |
cmake --build build_sp -j 2 | |
python3 -m pip install --upgrade pip | |
python3 -m pip install --upgrade build packaging setuptools wheel | |
export WARPX_MPI=ON | |
export PYWARPX_LIB_DIR=$PWD/build_sp/lib/site-packages/pywarpx/ | |
python3 -m pip wheel . | |
python3 -m pip install *.whl | |
ccache -s | |
du -hs ~/.cache/ccache | |
# make sure legacy build system continues to build, i.e., that we don't forget | |
# to add new .cpp files | |
build_nvcc_gnumake: | |
name: NVCC 11.8.0 GNUmake | |
runs-on: ubuntu-20.04 | |
if: github.event.pull_request.draft == false | |
steps: | |
- uses: actions/checkout@v3 | |
- name: install dependencies | |
run: | | |
.github/workflows/dependencies/nvcc11-8.sh | |
- name: CCache Cache | |
uses: actions/cache@v3 | |
with: | |
path: ~/.cache/ccache | |
key: ccache-${{ github.workflow }}-${{ github.job }}-git-${{ github.sha }} | |
restore-keys: | | |
ccache-${{ github.workflow }}-${{ github.job }}-git- | |
- name: build WarpX | |
run: | | |
export CCACHE_COMPRESS=1 | |
export CCACHE_COMPRESSLEVEL=10 | |
export CCACHE_MAXSIZE=600M | |
ccache -z | |
export PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH} | |
export LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:${LD_LIBRARY_PATH} | |
which nvcc || echo "nvcc not in PATH!" | |
git clone https://github.com/AMReX-Codes/amrex.git ../amrex | |
cd ../amrex && git checkout --detach f1ec8df75c562d2a4822cea84d284cf8e72c2e14 && cd - | |
make COMP=gcc QED=FALSE USE_MPI=TRUE USE_GPU=TRUE USE_OMP=FALSE USE_PSATD=TRUE USE_CCACHE=TRUE -j 2 | |
ccache -s | |
du -hs ~/.cache/ccache | |
build_nvhpc21-11-nvcc: | |
name: [email protected] NVCC/NVC++ Release [tests] | |
runs-on: ubuntu-20.04 | |
if: github.event.pull_request.draft == false | |
#env: | |
# # For NVHPC, Ninja is slower than the default: | |
# CMAKE_GENERATOR: Ninja | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Dependencies | |
run: .github/workflows/dependencies/nvhpc.sh | |
- name: CCache Cache | |
uses: actions/cache@v3 | |
with: | |
path: ~/.cache/ccache | |
key: ccache-${{ github.workflow }}-${{ github.job }}-git-${{ github.sha }} | |
restore-keys: | | |
ccache-${{ github.workflow }}-${{ github.job }}-git- | |
- name: Build & Install | |
run: | | |
export CCACHE_COMPRESS=1 | |
export CCACHE_COMPRESSLEVEL=10 | |
export CCACHE_MAXSIZE=600M | |
ccache -z | |
source /etc/profile.d/modules.sh | |
module load /opt/nvidia/hpc_sdk/modulefiles/nvhpc/21.11 | |
which nvcc || echo "nvcc not in PATH!" | |
which nvc++ || echo "nvc++ not in PATH!" | |
which nvc || echo "nvc not in PATH!" | |
nvcc --version | |
nvc++ --version | |
nvc --version | |
cmake --version | |
export CC=$(which nvc) | |
export CXX=$(which nvc++) | |
export CUDACXX=$(which nvcc) | |
export CUDAHOSTCXX=${CXX} | |
cmake -S . -B build \ | |
-DCMAKE_VERBOSE_MAKEFILE=ON \ | |
-DWarpX_COMPUTE=CUDA \ | |
-DWarpX_EB=ON \ | |
-DWarpX_PYTHON=ON \ | |
-DAMReX_CUDA_ARCH=8.0 \ | |
-DWarpX_OPENPMD=ON \ | |
-DWarpX_PSATD=ON \ | |
-DAMReX_CUDA_ERROR_CROSS_EXECUTION_SPACE_CALL=ON \ | |
-DAMReX_CUDA_ERROR_CAPTURE_THIS=ON | |
cmake --build build -j 2 | |
# work-around for mpi4py 3.1.1 build system issue with using | |
# a GNU-built Python executable with non-GNU Python modules | |
# https://github.com/mpi4py/mpi4py/issues/114 | |
#export CFLAGS="-noswitcherror" | |
#python3 -m pip install --upgrade pip | |
#python3 -m pip install --upgrade build packaging setuptools wheel | |
#export WARPX_MPI=ON | |
#export PYWARPX_LIB_DIR=$PWD/build/lib/site-packages/pywarpx/ | |
#python3 -m pip wheel . | |
#python3 -m pip install *.whl | |
ccache -s | |
du -hs ~/.cache/ccache | |
save_pr_number: | |
if: github.event_name == 'pull_request' | |
runs-on: ubuntu-latest | |
steps: | |
- name: Save PR number | |
env: | |
PR_NUMBER: ${{ github.event.number }} | |
run: | | |
echo $PR_NUMBER > pr_number.txt | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: pr_number | |
path: pr_number.txt | |
retention-days: 1 |