ci: optimized debug workflow #2465
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Continuous Integration | |
| on: | |
| push: | |
| branches: | |
| - develop | |
| - master | |
| - '*' | |
| tags: | |
| - "v*.*.*" | |
| pull_request: | |
| branches: | |
| - develop | |
| concurrency: | |
| group: ${{format('{0}:{1}', github.repository, github.ref)}} | |
| cancel-in-progress: true | |
| jobs: | |
| cpp-matrix: | |
| runs-on: ubuntu-latest | |
| name: Generate Test Matrix | |
| outputs: | |
| matrix: ${{ steps.cpp-matrix.outputs.matrix }} | |
| steps: | |
| - name: Generate Test Matrix | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| id: cpp-matrix | |
| with: | |
| compilers: | | |
| gcc 13.1 | |
| clang 17 | |
| msvc 14.40 | |
| standards: '20' | |
| latest-factors: '' | |
| factors: | | |
| msvc Optimized-Debug | |
| build-types: | | |
| gcc: Release | |
| clang: Release | |
| msvc: RelWithDebInfo | |
| msvc Optimized-Debug: Debug | |
| ccflags: | | |
| msvc Optimized-Debug: /Ob1 /O2 /Zi | |
| cxxflags: | | |
| msvc Optimized-Debug: /Ob1 /O2 /Zi | |
| build: | |
| needs: cpp-matrix | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJSON(needs.cpp-matrix.outputs.matrix) }} | |
| defaults: | |
| run: | |
| shell: bash | |
| name: ${{ matrix.name }} | |
| runs-on: ${{ matrix.runs-on }} | |
| container: ${{ matrix.container }} | |
| env: ${{ matrix.env }} | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Clone MrDocs | |
| uses: actions/checkout@v4 | |
| - name: Setup CMake | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| id: setup-cmake | |
| with: | |
| version: ${{ matrix.compiler == 'clang' && '3.26' || '>=3.26' }} | |
| check-latest: 'true' | |
| update-environment: 'true' | |
| - name: Setup Ninja | |
| uses: seanmiddleditch/gha-setup-ninja@v4 | |
| if: ${{ runner.os == 'Windows' }} | |
| - name: Setup C++ | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| id: setup-cpp | |
| with: | |
| compiler: ${{ matrix.compiler }} | |
| version: ${{ matrix.version }} | |
| check-latest: ${{ matrix.compiler == 'clang' }} | |
| - name: Install System Packages | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| id: package-install | |
| env: | |
| DEBIAN_FRONTEND: 'noninteractive' | |
| TZ: 'Etc/UTC' | |
| with: | |
| apt-get: ${{ matrix.install }} git build-essential python3 curl openjdk-11-jdk ninja-build pkg-config libncurses-dev libxml2-utils libxml2-dev | |
| cc: ${{ steps.setup-cpp.outputs.cc || matrix.cc }} | |
| ccflags: ${{ matrix.ccflags }} | |
| cxx: ${{ steps.setup-cpp.outputs.cxx || matrix.cxx }} | |
| cxxflags: ${{ matrix.cxxflags }} | |
| - name: Install Duktape | |
| id: duktape-install | |
| shell: bash | |
| run: | | |
| set -x | |
| cd .. | |
| mkdir -p third-party | |
| cd third-party | |
| curl -LJO https://github.com/svaarala/duktape/releases/download/v2.7.0/duktape-2.7.0.tar.xz | |
| tar -xf duktape-2.7.0.tar.xz | |
| cp ../mrdocs/third-party/duktape/CMakeLists.txt ./duktape-2.7.0/CMakeLists.txt | |
| cp ../mrdocs/third-party/duktape/duktapeConfig.cmake.in ./duktape-2.7.0/duktapeConfig.cmake.in | |
| cd duktape-2.7.0 | |
| cmake -S . -B ./build \ | |
| -D FMT_DOC=OFF \ | |
| -D FMT_TEST=OFF \ | |
| -D CMAKE_BUILD_TYPE="${{ matrix.build-type }}" \ | |
| -D CMAKE_CONFIGURATION_TYPES="${{ matrix.build-type }}" \ | |
| -D CMAKE_CXX_COMPILER="${{ steps.setup-cpp.outputs.cxx }}" \ | |
| -D CMAKE_C_COMPILER="${{ steps.setup-cpp.outputs.cc }}" | |
| N_CORES=$(nproc 2>/dev/null || echo 1) | |
| cmake --build ./build --config ${{ matrix.build-type }} --parallel $N_CORES | |
| cmake --install ./build --prefix ./install --config ${{ matrix.build-type }} | |
| duktape_root=$(pwd)/install | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| duktape_root=$(echo "$duktape_root" | sed 's/\\/\//g') | |
| duktape_root=$(echo $duktape_root | sed 's|^/d/|D:/|') | |
| echo "$duktape_root" | |
| fi | |
| echo -E "duktape-root=$duktape_root" >> $GITHUB_OUTPUT | |
| - name: Install Fmt | |
| id: fmt-install | |
| shell: bash | |
| run: | | |
| set -x | |
| cd .. | |
| mkdir -p third-party | |
| cd third-party | |
| git clone https://github.com/fmtlib/fmt --branch 10.2.1 --depth 1 | |
| cd fmt | |
| cmake -S . -B ./build \ | |
| -D FMT_DOC=OFF \ | |
| -D FMT_TEST=OFF \ | |
| -D CMAKE_BUILD_TYPE="${{ matrix.build-type }}" \ | |
| -D CMAKE_CONFIGURATION_TYPES="${{ matrix.build-type }}" \ | |
| -D CMAKE_CXX_COMPILER="${{ steps.setup-cpp.outputs.cxx }}" \ | |
| -D CMAKE_C_COMPILER="${{ steps.setup-cpp.outputs.cc }}" | |
| N_CORES=$(nproc 2>/dev/null || echo 1) | |
| cmake --build ./build --config ${{ matrix.build-type }} --parallel $N_CORES | |
| cmake --install ./build --prefix ./install --config ${{ matrix.build-type }} | |
| fmt_root=$(pwd)/install | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| fmt_root=$(echo "$fmt_root" | sed 's/\\/\//g') | |
| fmt_root=$(echo $fmt_root | sed 's|^/d/|D:/|') | |
| echo "$fmt_root" | |
| fi | |
| echo -E "fmt-root=$fmt_root" >> $GITHUB_OUTPUT | |
| - name: Install Libxml2 | |
| id: libxml2-install | |
| if: matrix.compiler == 'msvc' | |
| shell: bash | |
| run: | | |
| set -x | |
| cd .. | |
| mkdir -p third-party | |
| cd third-party | |
| git config --global init.defaultBranch master | |
| git config --global advice.detachedHead false | |
| git clone https://github.com/GNOME/libxml2 --branch v2.12.6 --depth 1 | |
| cd libxml2 | |
| cmake -S . -B ./build \ | |
| -D CMAKE_BUILD_TYPE=Release \ | |
| -D LIBXML2_WITH_PROGRAMS=ON \ | |
| -D LIBXML2_WITH_FTP=OFF \ | |
| -D LIBXML2_WITH_HTTP=OFF \ | |
| -D LIBXML2_WITH_ICONV=OFF \ | |
| -D LIBXML2_WITH_LEGACY=OFF \ | |
| -D LIBXML2_WITH_LZMA=OFF \ | |
| -D LIBXML2_WITH_ZLIB=OFF \ | |
| -D LIBXML2_WITH_ICU=OFF \ | |
| -D LIBXML2_WITH_TESTS=OFF \ | |
| -D LIBXML2_WITH_HTML=ON \ | |
| -D LIBXML2_WITH_C14N=ON \ | |
| -D LIBXML2_WITH_CATALOG=ON \ | |
| -D LIBXML2_WITH_DEBUG=ON \ | |
| -D LIBXML2_WITH_ISO8859X=ON \ | |
| -D LIBXML2_WITH_MEM_DEBUG=OFF \ | |
| -D LIBXML2_WITH_MODULES=ON \ | |
| -D LIBXML2_WITH_OUTPUT=ON \ | |
| -D LIBXML2_WITH_PATTERN=ON \ | |
| -D LIBXML2_WITH_PUSH=ON \ | |
| -D LIBXML2_WITH_PYTHON=OFF \ | |
| -D LIBXML2_WITH_READER=ON \ | |
| -D LIBXML2_WITH_REGEXPS=ON \ | |
| -D LIBXML2_WITH_SAX1=ON \ | |
| -D LIBXML2_WITH_SCHEMAS=ON \ | |
| -D LIBXML2_WITH_SCHEMATRON=ON \ | |
| -D LIBXML2_WITH_THREADS=ON \ | |
| -D LIBXML2_WITH_THREAD_ALLOC=OFF \ | |
| -D LIBXML2_WITH_TREE=ON \ | |
| -D LIBXML2_WITH_VALID=ON \ | |
| -D LIBXML2_WITH_WRITER=ON \ | |
| -D LIBXML2_WITH_XINCLUDE=ON \ | |
| -D LIBXML2_WITH_XPATH=ON \ | |
| -D LIBXML2_WITH_XPTR=ON \ | |
| -D CMAKE_CXX_COMPILER="${{ steps.setup-cpp.outputs.cxx || steps.parameters.outputs.clang-bin }}" \ | |
| -D CMAKE_C_COMPILER="${{ steps.setup-cpp.outputs.cc || steps.parameters.outputs.clang-bin }}" | |
| N_CORES=$(nproc 2>/dev/null || echo 1) | |
| cmake --build ./build --config Release --parallel $N_CORES | |
| cmake --install ./build --prefix ./install --config Release | |
| libxml2_root=$(pwd)/install | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| libxml2_root=$(echo "$libxml2_root" | sed 's/\\/\//g') | |
| libxml2_root=$(echo $libxml2_root | sed 's|^/d/|D:/|') | |
| echo "$libxml2_root" | |
| fi | |
| echo -E "libxml2-root=$libxml2_root" >> $GITHUB_OUTPUT | |
| - name: LLVM Parameters | |
| id: llvm-parameters | |
| run: | | |
| llvm_hash=e1065370aaacb1b1cb48e77d37d376bf024f4a39 | |
| echo -E "llvm-hash=$llvm_hash" >> $GITHUB_OUTPUT | |
| llvm_id=$(echo $llvm_hash | cut -c1-7) | |
| echo -E "llvm-id=$llvm_id" >> $GITHUB_OUTPUT | |
| llvm_build_preset=${{ runner.os == 'Windows' && 'relwithdebinfo-win' || 'release-unix' }} | |
| if [[ ${{ matrix.optimized-debug }} == 'true' ]]; then | |
| llvm_build_preset=debwithopt- | |
| else | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| llvm_build_preset=relwithdebinfo- | |
| else | |
| llvm_build_preset=release- | |
| fi | |
| fi | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| llvm_build_preset+=win | |
| else | |
| llvm_build_preset+=unix | |
| fi | |
| echo -E "llvm-build-preset=$llvm_build_preset" >> $GITHUB_OUTPUT | |
| compiler_and_version=${{ matrix.compiler }}-${{ matrix.version }} | |
| workflow_factor= | |
| if [[ ${{ matrix.build-type }} == 'Debug' ]]; then | |
| workflow_factor=-debug | |
| fi | |
| echo -E "llvm-cache-key=llvm-libcxx-${{ runner.os }}-$compiler_and_version$workflow_factor-$llvm_build_preset-$llvm_hash" >> $GITHUB_OUTPUT | |
| cd .. | |
| llvm_root=$(pwd)/third-party/llvm-project/install | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| llvm_root=$(echo "$llvm_root" | sed 's/\\/\//g') | |
| llvm_root=$(echo $llvm_root | sed 's|^/d/|D:/|') | |
| echo "$llvm_root" | |
| fi | |
| echo -E "llvm-root=$llvm_root" >> $GITHUB_OUTPUT | |
| - name: LLVM Binaries | |
| id: llvm-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.llvm-parameters.outputs.llvm-root }} | |
| key: ${{ steps.llvm-parameters.outputs.llvm-cache-key }} | |
| - name: Install LLVM | |
| id: llvm-install | |
| if: steps.llvm-cache.outputs.cache-hit != 'true' | |
| shell: bash | |
| run: | | |
| # LLVM is be installed with the default compiler | |
| set -x | |
| # Shallow clone LLVM_HASH in ../third-party/llvm | |
| cd .. | |
| mkdir -p third-party/llvm-project | |
| cd third-party/llvm-project | |
| llvm_project_root=$(pwd) | |
| git config --global init.defaultBranch master | |
| git config --global advice.detachedHead false | |
| git init | |
| git remote add origin https://github.com/llvm/llvm-project.git | |
| git fetch --depth 1 origin ${{ steps.llvm-parameters.outputs.llvm-hash }} | |
| git checkout FETCH_HEAD | |
| # Copy presets | |
| cp ../../mrdocs/third-party/llvm/CMakePresets.json ./llvm | |
| cp ../../mrdocs/third-party/llvm/CMakeUserPresets.json.example ./llvm/CMakeUserPresets.json | |
| # Build | |
| cd llvm | |
| llvm_root=$(pwd) | |
| cmake --version | |
| cmake -S . -B ./build --preset=${{ steps.llvm-parameters.outputs.llvm-build-preset }} -DCMAKE_CXX_COMPILER=${{ steps.setup-cpp.outputs.cxx }} -DCMAKE_C_COMPILER=${{ steps.setup-cpp.outputs.cc }} | |
| if [[ ${{ runner.os }} == 'Linux' ]]; then | |
| cmake --build ./build --target help | |
| fi | |
| N_CORES=$(nproc 2>/dev/null || echo 1) | |
| cmake --build ./build --config ${{ matrix.build-type }} --parallel $N_CORES | |
| cmake --install ./build --prefix "$llvm_project_root"/install --config ${{ matrix.build-type }} | |
| - name: Install LibC++ | |
| id: libcxx-install | |
| if: steps.llvm-cache.outputs.cache-hit != 'true' | |
| shell: bash | |
| run: | | |
| set -x | |
| cd ../third-party/llvm-project | |
| llvm_project_root=$(pwd) | |
| export CXX="$llvm_project_root/install/bin/clang++" | |
| export CC="$llvm_project_root/install/bin/clang" | |
| if [[ ${{ runner.os }} != 'Windows' ]]; then | |
| cmake -G Ninja \ | |
| -S runtimes \ | |
| -B build-libcxx \ | |
| -D LLVM_ENABLE_RUNTIMES="libcxx;libcxxabi;libunwind" \ | |
| -D CMAKE_INSTALL_PREFIX="$llvm_project_root/install" | |
| ninja -C build-libcxx cxx cxxabi unwind | |
| ninja -C build-libcxx install-cxx install-cxxabi install-unwind | |
| else | |
| cmake -G Ninja \ | |
| -S runtimes \ | |
| -B build-libcxx \ | |
| -D LLVM_ENABLE_RUNTIMES="libcxx;libcxxabi" \ | |
| -D CMAKE_INSTALL_PREFIX="$llvm_project_root/install" \ | |
| -D LIBCXXABI_USE_LLVM_UNWINDER=OFF \ | |
| -D LIBCXXABI_ENABLE_SHARED=OFF \ | |
| -D LIBCXXABI_ENABLE_STATIC=ON \ | |
| -D LIBCXX_ENABLE_SHARED=OFF \ | |
| -D LIBCXX_NO_VCRUNTIME=ON \ | |
| -D CMAKE_CXX_FLAGS="-D__ORDER_LITTLE_ENDIAN__=1234 -D__ORDER_BIG_ENDIAN__=4321 -D__BYTE_ORDER__=__ORDER_LITTLE_ENDIAN__" | |
| ninja -C build-libcxx cxx | |
| ninja -C build-libcxx install-cxx | |
| fi | |
| - name: Install Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '18' | |
| - name: CMake Workflow | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| with: | |
| cmake-version: ${{ matrix.compiler == 'clang' && '3.26' || '>=3.26' }} | |
| cxxstd: ${{ matrix.cxxstd }} | |
| cc: ${{ steps.setup-cpp.outputs.cc || matrix.cc }} | |
| ccflags: ${{ matrix.ccflags }}${{ ( matrix.compiler == 'gcc' && ' -static') || '' }}${{ ( matrix.asan && ' -static-libasan') || '' }}${{ ( matrix.tsan && ' -static-libtsan') || '' }} | |
| cxx: ${{ steps.setup-cpp.outputs.cxx || matrix.cxx }} | |
| cxxflags: ${{ matrix.cxxflags }}${{ ( matrix.compiler == 'gcc' && ' -static') || '' }}${{ ( matrix.asan && ' -static-libasan') || '' }}${{ ( matrix.tsan && ' -static-libtsan') || '' }} | |
| generator: Ninja | |
| toolchain: ${{ steps.package-install.outputs.vcpkg_toolchain || steps.package-install.outputs.vcpkg-toolchain }} | |
| build-type: ${{ matrix.build-type }} | |
| install-prefix: .local | |
| extra-args: | | |
| -D MRDOCS_BUILD_DOCS=OFF | |
| -D LLVM_ROOT=${{ steps.llvm-parameters.outputs.llvm-root }} | |
| -D Clang_ROOT=${{ steps.llvm-parameters.outputs.llvm-root }} | |
| -D duktape_ROOT=${{ steps.duktape-install.outputs.duktape-root }} | |
| -D Duktape_ROOT=${{ steps.duktape-install.outputs.duktape-root }} | |
| -D fmt_ROOT=${{ steps.fmt-install.outputs.fmt-root }} | |
| ${{ (steps.libxml2-install.outputs.libxml2-root && format('-D libxml2_ROOT={0}', steps.libxml2-install.outputs.libxml2-root)) || '' }} | |
| ${{ (steps.libxml2-install.outputs.libxml2-root && format('-D LibXml2_ROOT={0}', steps.libxml2-install.outputs.libxml2-root)) || '' }} | |
| export-compile-commands: true | |
| run-tests: true | |
| install: true | |
| package: ${{ matrix.is-main }} | |
| package-dir: packages | |
| package-generators: ${{ (runner.os == 'Windows' && '7Z ZIP WIX') || 'TGZ TXZ' }} | |
| package-artifact: false | |
| - name: Upload GitHub Release Artifacts | |
| if: ${{ matrix.is-main && matrix.compiler != 'clang' }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: release-packages-${{ runner.os }} | |
| path: build/packages | |
| retention-days: 1 | |
| - name: FlameGraph | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| if: matrix.time-trace | |
| with: | |
| build-dir: build | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Codecov | |
| if: ${{ matrix.coverage}} | |
| uses: codecov/[email protected] | |
| with: | |
| directory: './build' | |
| fail_ci_if_error: true | |
| gcov: true | |
| verbose: true | |
| releases: | |
| needs: build | |
| defaults: | |
| run: | |
| shell: bash | |
| name: MrDocs Releases | |
| timeout-minutes: 30 | |
| runs-on: ubuntu-latest | |
| container: ubuntu:20.04 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Install packages | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| id: package-install | |
| with: | |
| apt-get: build-essential asciidoctor cmake bzip2 git | |
| - name: Clone mrdocs | |
| uses: actions/checkout@v4 | |
| - name: Install Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '18' | |
| - name: Download MrDocs package | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: release-packages-Linux | |
| path: packages | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: release-packages-Windows | |
| path: packages | |
| - name: Install MrDocs | |
| run: | | |
| set -x | |
| find packages -name 'MrDocs-*-Linux.tar.gz' -exec tar -vxzf {} -C /usr/local --strip-components=1 \; | |
| mrdocs --version | |
| MRDOCS_ROOT=/usr/local | |
| echo -e "MRDOCS_ROOT=$MRDOCS_ROOT" >> $GITHUB_ENV | |
| - name: Clone Boost.URL | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| id: boost-url-clone | |
| with: | |
| branch: develop | |
| modules: url | |
| boost-dir: boost | |
| modules-scan-paths: '"test example"' | |
| modules-exclude-paths: '' | |
| trace-commands: true | |
| - name: Generate Landing Page | |
| working-directory: docs/website | |
| run: | | |
| npm ci | |
| node render.js | |
| mkdir -p ../../build/website | |
| cp index.html ../../build/website/index.html | |
| cp styles.css ../../build/website/styles.css | |
| - name: Generate Website Documentation | |
| working-directory: docs | |
| run: | | |
| # This playbook renders the documentation | |
| # content for the website. It includes | |
| # master, develop, and tags. | |
| npm ci | |
| npx antora antora-playbook.yml | |
| mkdir -p ../build/website/docs | |
| cp -r build/site/* ../build/website/docs | |
| - name: Upload Website as Artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: website | |
| path: build/website | |
| retention-days: 30 | |
| - name: Generate Local Documentation | |
| working-directory: docs | |
| run: | | |
| # This playbook allows us to render the | |
| # documentation content and visualize it | |
| # before a workflow that pushes to the | |
| # website is triggered. | |
| npx antora antora-playbook.yml --attribute branchesarray=HEAD | |
| mkdir -p ../build/docs-local | |
| cp -r build/site/* ../build/docs-local | |
| - name: Generate Demos | |
| run: | | |
| declare -a generators=( | |
| "adoc" | |
| "xml" | |
| ) | |
| # Generate the demos for each variant and generator | |
| for variant in single multi; do | |
| for generator in "${generators[@]}"; do | |
| [[ $generator = xml && $variant = multi ]] && continue | |
| [[ $variant = multi ]] && multipage="true" || multipage="false" | |
| mrdocs --config="$(pwd)/boost/libs/url/doc/mrdocs.yml" "../CMakeLists.txt" --output="$(pwd)/demos/boost-url/$variant/$generator" --multipage=$multipage --generate="$generator" | |
| echo "Number of files in demos/boost-url/$variant/$format: $(find demos/boost-url/$variant/$format -type f | wc -l)" | |
| done | |
| done | |
| # Compress demos for the artifact | |
| tar -cjf $(pwd)/demos.tar.gz -C $(pwd)/demos --strip-components 1 . | |
| echo "demos_path=$(pwd)/demos.tar.gz" >> $GITHUB_ENV | |
| - name: Upload Demos as Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: demos${{ (contains(fromJSON('["master", "develop"]'), github.ref_name ) && format('-{0}', github.ref_name)) || '' }} | |
| path: ${{ env.demos_path }} | |
| # develop and master are retained for longer so that they can be compared | |
| retention-days: ${{ contains(fromJSON('["master", "develop"]'), github.ref_name) && '30' || '1' }} | |
| - name: Download Previous Demos | |
| if: startsWith(github.ref, 'refs/tags/') | |
| id: download-prev-demos | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: demos-develop | |
| path: demos-previous | |
| - name: Compare demos | |
| if: startsWith(github.ref, 'refs/tags/') && steps.download-prev-demos.outputs.cache-hit == 'true' | |
| id: compare-demos | |
| run: | | |
| set -x | |
| # Define URLs and directories | |
| LOCAL_DEMOS_DIR="./demos/" | |
| PREV_DEMOS_DIR="./demos-previous/" | |
| DIFF_DIR="./demos-diff/" | |
| # Create directories if they don't exist | |
| mkdir -p $PREV_DEMOS_DIR $DIFF_DIR | |
| # Iterate over the previous files and compare them with the corresponding local files | |
| find $PREV_DEMOS_DIR -type f | while read previous_file; do | |
| # Derive the corresponding local file path | |
| local_file="${LOCAL_DEMOS_DIR}${previous_file#$PREV_DEMOS_DIR}" | |
| diff_output="$DIFF_DIR${previous_file#$PREV_DEMOS_DIR}" | |
| if [[ -f $local_file ]]; then | |
| mkdir -p "$(dirname "$diff_output")" | |
| diff "$previous_file" "$local_file" > "$diff_output" | |
| if [[ ! -s $diff_output ]]; then | |
| rm "$diff_output" | |
| fi | |
| else | |
| echo "LOCAL FILE $local_file DOES NOT EXITS." > "$diff_output" | |
| echo "PREVIOUS CONTENT OF THE FILE WAS:" >> "$diff_output" | |
| cat "$previous_file" >> "$diff_output" | |
| fi | |
| done | |
| # Iterate over the local files to find new files | |
| find $LOCAL_DEMOS_DIR -type f | while read local_file; do | |
| previous_file="${PREV_DEMOS_DIR}${local_file#$LOCAL_DEMOS_DIR}" | |
| diff_output="$DIFF_DIR${local_file#$LOCAL_DEMOS_DIR}" | |
| if [[ ! -f $previous_file ]]; then | |
| echo "PREVIOUS $previous_file DOES NOT EXIST." > "$diff_output" | |
| echo "IT HAS BEEN INCLUDED IN THIS VERSION." >> "$diff_output" | |
| echo "NEW CONTENT OF THE FILE IS:" >> "$diff_output" | |
| fi | |
| done | |
| # Check if the diff directory is empty | |
| if [[ -z $(ls -A $DIFF_DIR) ]]; then | |
| echo "No differences found." | |
| # Store this as an output for the next step | |
| echo "diff=false" >> $GITHUB_OUTPUT | |
| else | |
| # Calculate number of files in the diff directory | |
| N_FILES=$(find $DIFF_DIR -type f | wc -l) | |
| echo "Differences found in $N_FILES output files." | |
| echo "diff=true" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Upload Demo Diff as Artifacts | |
| if: startsWith(github.ref, 'refs/tags/') && steps.download-prev-demos.outputs.cache-hit == 'true' && steps.compare-demos.outputs.diff == 'true' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: demos-diff | |
| path: demos-diff | |
| retention-days: 30 | |
| - name: Publish Website to GitHub Pages | |
| if: ${{ github.event_name == 'push' && (contains(fromJSON('["master", "develop"]'), github.ref_name) || startsWith(github.ref, 'refs/tags/')) }} | |
| uses: peaceiris/actions-gh-pages@v3 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_dir: build/website | |
| force_orphan: true | |
| - name: Publish website | |
| if: ${{ github.event_name == 'push' && (contains(fromJSON('["master", "develop"]'), github.ref_name) || startsWith(github.ref, 'refs/tags/')) }} | |
| env: | |
| SSH_AUTH_SOCK: /tmp/ssh_agent.sock | |
| run: | | |
| # Add SSH key | |
| mkdir -p /home/runner/.ssh | |
| ssh-keyscan dev-websites.cpp.al >> /home/runner/.ssh/known_hosts | |
| chmod 600 /home/runner/.ssh/known_hosts | |
| echo "${{ secrets.DEV_WEBSITES_SSH_KEY }}" > /home/runner/.ssh/github_actions | |
| chmod 600 /home/runner/.ssh/github_actions | |
| ssh-agent -a $SSH_AUTH_SOCK > /dev/null | |
| ssh-add /home/runner/.ssh/github_actions | |
| # Copy files: This step will copy the landing page and the documentation to www.mrdocs.com | |
| chmod 755 -R $(pwd)/build/website | |
| scp -o StrictHostKeyChecking=no -r $(pwd)/build/website/* [email protected]:/var/www/mrdox.com/ | |
| # Remove previous demos associated with this tag | |
| demo_dir="/var/www/mrdox.com/demos/${{ github.ref_name }}" | |
| ssh -o StrictHostKeyChecking=no [email protected] "rm -rf $demo_dir/boost-url; mkdir -p $demo_dir/boost-url" | |
| # Copy demos: This step will copy the demos to www.mrdocs.com/demos | |
| chmod 755 -R $(pwd)/demos | |
| scp -o StrictHostKeyChecking=no -r $(pwd)/demos/* [email protected]:$demo_dir/ | |
| - name: Clone mrdocs | |
| uses: actions/checkout@v4 | |
| - name: Set Repository Ownership | |
| run: | | |
| git config --global --add safe.directory "$(pwd)" | |
| - name: Create changelog | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| with: | |
| output-path: CHANGELOG.md | |
| thank-non-regular: ${{ startsWith(github.ref, 'refs/tags/') }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| limit: 150 | |
| - name: Check Info Nodes | |
| run: | | |
| set -x | |
| chmod +x .github/check_info_nodes_support.sh | |
| .github/check_info_nodes_support.sh | |
| - name: Create GitHub Package Release | |
| if: ${{ github.event_name == 'push' && (contains(fromJSON('["master", "develop"]'), github.ref_name) || startsWith(github.ref, 'refs/tags/')) }} | |
| uses: softprops/action-gh-release@v1 | |
| with: | |
| files: packages/MrDocs-?.?.?-*.* | |
| name: ${{ github.ref_name || github.ref }} | |
| tag_name: ${{ github.ref_name || github.ref }}${{ ((!startsWith(github.ref, 'refs/tags/')) && '-release') || '' }} | |
| body_path: CHANGELOG.md | |
| prerelease: false | |
| draft: false | |
| token: ${{ github.token }} | |
| - name: Delete Older Releases | |
| uses: dev-drprasad/[email protected] | |
| if: ${{ github.event_name == 'push' && contains(fromJSON('["master", "develop"]'), github.ref_name) }} | |
| with: | |
| keep_latest: 1 | |
| delete_tag_pattern: ${{ github.ref_name || github.ref }}${{ ((!startsWith(github.ref, 'refs/tags/')) && '-release') || '' }} | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| llvm-releases: | |
| needs: [ build, cpp-matrix ] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJSON(needs.cpp-matrix.outputs.matrix) }} | |
| defaults: | |
| run: | |
| shell: bash | |
| name: ${{ matrix.name }} LLVM Release | |
| runs-on: ${{ matrix.runs-on }} | |
| container: ${{ matrix.container }} | |
| env: ${{ matrix.env }} | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Install packages | |
| uses: alandefreitas/cpp-actions/[email protected] | |
| id: package-install | |
| with: | |
| apt-get: build-essential asciidoctor cmake bzip2 git curl | |
| - name: LLVM Parameters | |
| id: llvm-parameters | |
| run: | | |
| llvm_hash=e1065370aaacb1b1cb48e77d37d376bf024f4a39 | |
| echo -E "llvm-hash=$llvm_hash" >> $GITHUB_OUTPUT | |
| llvm_id=$(echo $llvm_hash | cut -c1-7) | |
| echo -E "llvm-id=$llvm_id" >> $GITHUB_OUTPUT | |
| llvm_build_preset=${{ runner.os == 'Windows' && 'relwithdebinfo-win' || 'release-unix' }} | |
| if [[ ${{ matrix.optimized-debug }} == 'true' ]]; then | |
| llvm_build_preset=debwithopt- | |
| else | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| llvm_build_preset=relwithdebinfo- | |
| else | |
| llvm_build_preset=release- | |
| fi | |
| fi | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| llvm_build_preset+=win | |
| else | |
| llvm_build_preset+=unix | |
| fi | |
| echo -E "llvm-build-preset=$llvm_build_preset" >> $GITHUB_OUTPUT | |
| compiler_and_version=${{ matrix.compiler }}-${{ matrix.version }} | |
| workflow_factor= | |
| if [[ ${{ matrix.build-type }} == 'Debug' ]]; then | |
| workflow_factor=-debug | |
| fi | |
| echo -E "llvm-cache-key=llvm-libcxx-${{ runner.os }}-$compiler_and_version$workflow_factor-$llvm_build_preset-$llvm_hash" >> $GITHUB_OUTPUT | |
| llvm_archive_basename=llvm-${{ runner.os }}-$llvm_id | |
| echo -E "llvm-archive-basename=$llvm_archive_basename" >> $GITHUB_OUTPUT | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| llvm_archive_extension=7z | |
| else | |
| llvm_archive_extension=tar.bz2 | |
| fi | |
| echo -E "llvm-archive-extension=$llvm_archive_extension" >> $GITHUB_OUTPUT | |
| llvm_archive_filename=$llvm_archive_basename.$llvm_archive_extension | |
| echo -E "llvm-archive-filename=$llvm_archive_filename" >> $GITHUB_OUTPUT | |
| cd .. | |
| llvm_root=$(pwd)/third-party/llvm-project/install | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| llvm_root=$(echo "$llvm_root" | sed 's/\\/\//g') | |
| llvm_root=$(echo $llvm_root | sed 's|^/d/|D:/|') | |
| echo "$llvm_root" | |
| fi | |
| echo -E "llvm-root=$llvm_root" >> $GITHUB_OUTPUT | |
| - name: Check website releases | |
| id: website-releases | |
| run: | | |
| set -x | |
| archive_url="https://mrdocs.com/llvm+clang/${{ steps.llvm-parameters.outputs.llvm-archive-filename }}" | |
| http_status=$(curl -s -o /dev/null -w "%{http_code}" "$archive_url") | |
| if [ "$http_status" -eq 200 ]; then | |
| exists="true" | |
| else | |
| exists="false" | |
| fi | |
| echo "exists=$exists" >> $GITHUB_OUTPUT | |
| - name: LLVM Binaries | |
| id: llvm-cache | |
| if: steps.website-releases.outputs.exists != 'true' | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.llvm-parameters.outputs.llvm-root }} | |
| key: ${{ steps.llvm-parameters.outputs.llvm-cache-key }} | |
| - name: Compress LLVM | |
| id: llvm-upload | |
| if: steps.llvm-cache.outputs.cache-hit == 'true' | |
| shell: bash | |
| run: | | |
| # LLVM is be installed with the default compiler | |
| set -x | |
| # Compress the LLVM installation | |
| cd ../third-party/llvm-project | |
| # Use 7z on windows | |
| if [[ ${{ runner.os }} == 'Windows' ]]; then | |
| 7z a -t7z -m0=lzma2 -mx=9 -mfb=64 -md=32m -ms=on ${{ steps.llvm-parameters.outputs.llvm-archive-filename }} install | |
| else | |
| tar -cjf ${{ steps.llvm-parameters.outputs.llvm-archive-filename }} -C install . | |
| fi | |
| - name: Publish LLVM on website | |
| if: steps.llvm-cache.outputs.cache-hit == 'true' && github.event_name == 'push' && (contains(fromJSON('["master", "develop"]'), github.ref_name) || startsWith(github.ref, 'refs/tags/')) | |
| working-directory: ../third-party/llvm-project | |
| env: | |
| SSH_AUTH_SOCK: /tmp/ssh_agent.sock | |
| run: | | |
| # Add SSH key | |
| mkdir -p /home/runner/.ssh | |
| ssh-keyscan dev-websites.cpp.al >> /home/runner/.ssh/known_hosts | |
| chmod 600 /home/runner/.ssh/known_hosts | |
| echo "${{ secrets.DEV_WEBSITES_SSH_KEY }}" > /home/runner/.ssh/github_actions | |
| chmod 600 /home/runner/.ssh/github_actions | |
| ssh-agent -a $SSH_AUTH_SOCK > /dev/null | |
| ssh-add /home/runner/.ssh/github_actions | |
| # Remove previous demos associated with this tag | |
| llvm_dir="/var/www/mrdox.com/llvm+clang" | |
| chmod 755 -R ${{ steps.llvm-parameters.outputs.llvm-archive-filename }} | |
| scp -o StrictHostKeyChecking=no $(pwd)/${{ steps.llvm-parameters.outputs.llvm-archive-filename }} [email protected]:$llvm_dir/ | |