net: optimize yield algorithm #3939
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Artifacts (RPM) | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| logLevel: | |
| description: 'Log level' | |
| required: true | |
| default: 'warning' | |
| type: choice | |
| options: | |
| - info | |
| - warning | |
| - debug | |
| tags: | |
| description: 'Test scenario tags' | |
| required: false | |
| type: boolean | |
| pull_request: | |
| branches: [master, develop] | |
| paths-ignore: | |
| - '**/*.md' | |
| - '.circleci/**' | |
| - '.cirrus.yml' | |
| push: | |
| branches: [master, develop] | |
| paths-ignore: | |
| - '**/*.md' | |
| - '.circleci/**' | |
| - '.cirrus.yml' | |
| release: | |
| types: [published] | |
| schedule: | |
| - cron: '0 16 * * *' | |
| concurrency: | |
| group: ${{ github.workflow }} / ${{ startsWith(github.event_name, 'pull') && github.ref_name || github.sha }} | |
| cancel-in-progress: ${{ startsWith(github.event_name, 'pull') }} | |
| env: | |
| CACHE_EPOCH: 130-2 | |
| GOPROXY: direct | |
| jobs: | |
| docker_publish: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| container: | |
| - 'centos8' | |
| - 'centos9' | |
| - 'fedora39' | |
| - 'alpine320' | |
| - 'i386-alpine320' | |
| - 'opensuse15' | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Cache docker files (dummy) | |
| id: docker-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| docker/dummy | |
| key: ${{ runner.os }}-docker-${{ matrix.container }}-${{ hashFiles(format('docker/{0}.Dockerfile', matrix.container)) }}-v1 | |
| - name: Login to GitHub Container Registry | |
| if: ${{ steps.docker-cache.outputs.cache-hit != 'true' }} | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build Docker Image | |
| if: ${{ steps.docker-cache.outputs.cache-hit != 'true' }} | |
| run: | | |
| cd docker | |
| docker build --cache-from ghcr.io/chilledheart/${{ matrix.container }} \ | |
| -f ${{ matrix.container }}.Dockerfile \ | |
| -t ghcr.io/chilledheart/${{ matrix.container }} \ | |
| . | |
| - name: Push Docker Image | |
| if: ${{ steps.docker-cache.outputs.cache-hit != 'true' }} | |
| run: | | |
| docker push --all-tags ghcr.io/chilledheart/${{ matrix.container }} | |
| rpm-release: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - container: 'centos8' | |
| gui_variant: gtk3 | |
| - container: 'centos8' | |
| gui_variant: qt5 | |
| # qt6 sits on epel repo, disabling | |
| # - container: 'centos9' | |
| # gui_variant: qt6 | |
| # use_cet: true | |
| # - container: 'fedora39' | |
| # gui_variant: gtk3 | |
| # use_cet: true | |
| # - container: 'fedora39' | |
| # gui_variant: gtk4 | |
| # use_cet: true | |
| # https://rpmfind.net/linux/rpm2html/search.php?query=glibc-devel&submit=Search+...&system=&arch= | |
| # glibc: 2.38 for fedora39 | |
| # glibc: 2.39 for fedora40 | |
| # - container: 'fedora39' | |
| # gui_variant: qt6 | |
| # use_cet: true | |
| # for opensuse users, you can use centos7's rpm packages | |
| # - container: 'opensuse15' | |
| # gui_variant: gtk3 | |
| # - container: 'opensuse15' | |
| # gui_variant: qt5 | |
| # except for gtk4 and qt6 packages | |
| # glibc: 2.31 for opensuse15.5 | |
| - container: 'opensuse15' | |
| gui_variant: gtk4 | |
| - container: 'opensuse15' | |
| gui_variant: qt6 | |
| runs-on: ubuntu-22.04 | |
| needs: docker_publish | |
| container: | |
| image: 'ghcr.io/chilledheart/${{ matrix.container }}' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Checkout with shallow submodules | |
| run: | | |
| # ignore annoying failures | |
| git config --global --add safe.directory "$PWD" | |
| # unshallow must come first otherwise submodule may be get unshallowed | |
| git fetch --tags --unshallow | |
| git submodule update --init --depth 1 | |
| - name: Cache clang | |
| id: clang-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| third_party/llvm-build/Release+Asserts | |
| key: ${{ runner.os }}-toolchain-${{ hashFiles('CLANG_REVISION') }}-v${{ env.CACHE_EPOCH }} | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version: '>=1.20.0' | |
| cache-dependency-path: | | |
| tools/go.sum | |
| third_party/boringssl/src/go.sum | |
| - name: "Install dependency: prebuilt clang and clang-tidy binaries" | |
| if: ${{ steps.clang-cache.outputs.cache-hit != 'true' }} | |
| run: | | |
| ./scripts/download-clang-prebuilt-binaries.py | |
| rm -f third_party/llvm-build/Release+Asserts/*.tgz | |
| - name: Set clang environment | |
| run: | | |
| # use custom compiler | |
| echo "CC=${{ github.workspace }}/third_party/llvm-build/Release+Asserts/bin/clang" >> $GITHUB_ENV | |
| echo "CXX=${{ github.workspace }}/third_party/llvm-build/Release+Asserts/bin/clang++" >> $GITHUB_ENV | |
| echo "USE_CLANG=1" >> $GITHUB_ENV | |
| - name: Set cet option | |
| if: ${{ matrix.use_cet == true }} | |
| run: | | |
| # use CET | |
| echo "USE_CET=1" >> $GITHUB_ENV | |
| - name: Set c++ standard library environment | |
| run: | | |
| # use custom libc++ | |
| echo "USE_LIBCXX=1" >> $GITHUB_ENV | |
| - name: Set QT6 environment | |
| if: ${{ matrix.gui_variant == 'qt6' }} | |
| run: | | |
| echo "USE_QT6=1" >> $GITHUB_ENV | |
| - name: Set QT5 environment | |
| if: ${{ matrix.gui_variant == 'qt5' }} | |
| run: | | |
| echo "USE_QT5=1" >> $GITHUB_ENV | |
| - name: Set GTK4 environment | |
| if: ${{ matrix.gui_variant == 'gtk4' }} | |
| run: | | |
| echo "USE_GTK4=1" >> $GITHUB_ENV | |
| - name: Build RPM packages | |
| run: | | |
| ./scripts/build-rpm.sh | |
| - name: Upload dist tarball (including debuginfo) | |
| if: ${{ github.event_name == 'release' }} | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| gh release upload --clobber ${{ github.event.release.tag_name }} yass*.rpm | |
| musl-release: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - container: 'alpine320' | |
| arch: amd64 | |
| - container: 'i386-alpine320' | |
| arch: i386 | |
| runs-on: ubuntu-20.04 | |
| needs: docker_publish | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Checkout with shallow submodules | |
| run: | | |
| # ignore annoying failures | |
| git config --global --add safe.directory "$PWD" | |
| # unshallow must come first otherwise submodule may be get unshallowed | |
| git fetch --tags --unshallow | |
| git submodule update --init --depth 1 | |
| - name: Set SDK_ROOT | |
| run: | | |
| echo "SDK_ROOT=${{ github.workspace }}/${{ matrix.arch }}-alpine320-sysroot" >> $GITHUB_ENV | |
| - name: Cache clang | |
| id: clang-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| third_party/llvm-build/Release+Asserts | |
| key: ${{ runner.os }}-toolchain-${{ hashFiles('CLANG_REVISION') }}-v${{ env.CACHE_EPOCH }} | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version: '>=1.20.0' | |
| cache-dependency-path: | | |
| tools/go.sum | |
| third_party/boringssl/src/go.sum | |
| - name: Populate sysroot from docker image | |
| run: | | |
| docker pull ghcr.io/chilledheart/${{ matrix.container }} | |
| mkdir -p "${{ env.SDK_ROOT }}" | |
| docker export $(docker create ghcr.io/chilledheart/${{ matrix.container }}) | tar -C "${{ env.SDK_ROOT }}" -xf - | |
| - name: Build build tool | |
| run: | | |
| cd tools | |
| go build | |
| - name: "Install dependency: prebuilt clang and clang-tidy binaries" | |
| if: ${{ steps.clang-cache.outputs.cache-hit != 'true' }} | |
| run: | | |
| ./scripts/download-clang-prebuilt-binaries.py | |
| rm -f third_party/llvm-build/Release+Asserts/*.tgz | |
| - name: Change ubuntu mirror | |
| run: | | |
| sudo sed -i 's/azure.archive.ubuntu.com/azure.archive.ubuntu.com/g' /etc/apt/sources.list | |
| sudo apt-get update -qq | |
| - name: Populate depedencies | |
| run: | | |
| sudo apt-get update -qq | |
| sudo apt-get install -y cmake ninja-build pkgconf gettext bubblewrap | |
| # libc6-i386 interferes with x86 build | |
| sudo apt remove libc6-i386 | |
| - name: Populate dependencie (cmake, overwrite) | |
| run: | | |
| curl -L -O https://github.com/Kitware/CMake/releases/download/v3.28.6/cmake-3.28.6-linux-x86_64.tar.gz | |
| sudo tar -C /usr/local --strip-components=1 -xf cmake-3.28.6-linux-x86_64.tar.gz | |
| cmake --version | |
| rm -f *.tar.gz | |
| - name: Build TGZ packages | |
| run: | | |
| ./tools/build --variant cli --arch ${{ matrix.arch }} --system linux --subsystem musl --sysroot "${{ env.SDK_ROOT }}" -build-test --cmake-build-type MinSizeRel -use-static-build -nc | |
| ./tools/build --variant server --arch ${{ matrix.arch }} --system linux --subsystem musl --sysroot "${{ env.SDK_ROOT }}" -build-test --cmake-build-type MinSizeRel -use-static-build -nc | |
| ./tools/build --variant gui --arch ${{ matrix.arch }} --system linux --subsystem musl --sysroot "${{ env.SDK_ROOT }}" -build-test --cmake-build-type MinSizeRel -nc | |
| - name: Run tests | |
| run: | | |
| bwrap --die-with-parent --bind "$SDK_ROOT" / \ | |
| --ro-bind /sys /sys \ | |
| --ro-bind /etc/resolv.conf /etc/resolv.conf \ | |
| --proc /proc --dev /dev \ | |
| --unshare-all --share-net \ | |
| --bind $PWD/build-linux-musl-${{ matrix.arch }} /tmp \ | |
| /tmp/yass_test | |
| - name: Upload dist tarball (including debuginfo) | |
| if: ${{ github.event_name == 'release' }} | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| gh release upload ${{ github.event.release.tag_name }} yass*.tgz | |
| - name: Cleanup before Cache callbacks | |
| run: | | |
| rm -rf build-* | |