local cas: achieve chunk deduplication for nydus. #2304
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Smoke Test | |
| on: | |
| push: | |
| branches: ["**", "stable/**"] | |
| paths-ignore: [ '**.md', '**.png', '**.jpg', '**.svg', '**/docs/**' ] | |
| pull_request: | |
| branches: ["**", "stable/**"] | |
| paths-ignore: [ '**.md', '**.png', '**.jpg', '**.svg', '**/docs/**' ] | |
| schedule: | |
| # Run daily sanity check at 03:00 clock UTC | |
| - cron: "0 03 * * *" | |
| workflow_dispatch: | |
| env: | |
| CARGO_TERM_COLOR: always | |
| IMAGE: wordpress | |
| TAG: 6.1.1 | |
| jobs: | |
| contrib-build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Setup Golang | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: ~1.20 | |
| - name: Golang Cache | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cache/go-build | |
| ~/go/pkg/mod | |
| key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }} | |
| restore-keys: | | |
| ${{ runner.os }}-golang- | |
| - name: Build Contrib | |
| run: | | |
| curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sudo sh -s -- -b /usr/bin v1.51.2 | |
| make -e DOCKER=false nydusify-release | |
| make -e DOCKER=false contrib-test | |
| - name: Upload Nydusify | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: nydusify-artifact | |
| path: contrib/nydusify/cmd | |
| nydus-build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Rust Cache | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| shared-key: nydus-build | |
| - name: Build Nydus | |
| run: | | |
| rustup component add rustfmt clippy | |
| make | |
| - name: Upload Nydus Binaries | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: nydus-artifact | |
| path: | | |
| target/release/nydus-image | |
| target/release/nydusd | |
| nydusd-build-macos: | |
| runs-on: macos-11 | |
| strategy: | |
| matrix: | |
| arch: [amd64, arm64] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Cache cargo | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| key: ${{ runner.os }}-cargo-${{ matrix.arch }} | |
| - name: build | |
| run: | | |
| if [[ "${{matrix.arch}}" == "amd64" ]]; then | |
| RUST_TARGET="x86_64-apple-darwin" | |
| else | |
| RUST_TARGET="aarch64-apple-darwin" | |
| fi | |
| cargo install --version 0.2.4 cross | |
| rustup target add ${RUST_TARGET} | |
| rustup component add rustfmt clippy | |
| make -e RUST_TARGET_STATIC=$RUST_TARGET -e CARGO=cross static-release | |
| nydus-integration-test: | |
| runs-on: ubuntu-latest | |
| needs: [contrib-build, nydus-build] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Docker Cache | |
| uses: jpribyl/[email protected] | |
| continue-on-error: true | |
| - name: Download Nydus | |
| uses: actions/download-artifact@master | |
| with: | |
| name: nydus-artifact | |
| path: | | |
| target/release | |
| - name: Download Nydusify | |
| uses: actions/download-artifact@master | |
| with: | |
| name: nydusify-artifact | |
| path: contrib/nydusify/cmd | |
| - name: Prepare Older Binaries | |
| id: prepare-binaries | |
| run: | | |
| export NYDUS_STABLE_VERSION=$(curl https://api.github.com/repos/Dragonflyoss/nydus/releases/latest | jq -r '.tag_name') | |
| versions=(v0.1.0 ${NYDUS_STABLE_VERSION}) | |
| version_archs=(v0.1.0-x86_64 ${NYDUS_STABLE_VERSION}-linux-amd64) | |
| for i in ${!versions[@]}; do | |
| version=${versions[$i]} | |
| version_arch=${version_archs[$i]} | |
| wget -q https://github.com/dragonflyoss/nydus/releases/download/$version/nydus-static-$version_arch.tgz | |
| sudo mkdir nydus-$version /usr/bin/nydus-$version | |
| sudo tar xzf nydus-static-$version_arch.tgz -C nydus-$version | |
| sudo cp -r nydus-$version/nydus-static/* /usr/bin/nydus-$version/ | |
| done | |
| - name: Golang Cache | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cache/go-build | |
| ~/go/pkg/mod | |
| key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }} | |
| restore-keys: | | |
| ${{ runner.os }}-golang- | |
| - name: Integration Test | |
| run: | | |
| sudo mkdir -p /usr/bin/nydus-latest /home/runner/work/workdir | |
| sudo install -D -m 755 contrib/nydusify/cmd/nydusify /usr/bin/nydus-latest | |
| sudo install -D -m 755 target/release/nydusd target/release/nydus-image /usr/bin/nydus-latest | |
| export NYDUS_STABLE_VERSION=$(curl https://api.github.com/repos/Dragonflyoss/nydus/releases/latest | jq -r '.tag_name') | |
| export NYDUS_STABLE_VERSION_EXPORT="${NYDUS_STABLE_VERSION//./_}" | |
| versions=(v0.1.0 ${NYDUS_STABLE_VERSION} latest) | |
| version_exports=(v0_1_0 ${NYDUS_STABLE_VERSION_EXPORT} latest) | |
| for i in ${!version_exports[@]}; do | |
| version=${versions[$i]} | |
| version_export=${version_exports[$i]} | |
| export NYDUS_BUILDER_$version_export=/usr/bin/nydus-$version/nydus-image | |
| export NYDUS_NYDUSD_$version_export=/usr/bin/nydus-$version/nydusd | |
| export NYDUS_NYDUSIFY_$version_export=/usr/bin/nydus-$version/nydusify | |
| done | |
| curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sudo sh -s -- -b /usr/bin v1.51.2 | |
| sudo -E make smoke-only | |
| nydus-unit-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Rust Cache | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| shared-key: nydus-build | |
| - name: Install cargo nextest | |
| uses: taiki-e/install-action@nextest | |
| - name: Fscache Setup | |
| run: sudo bash misc/fscache/setup.sh | |
| - name: Unit Test | |
| run: | | |
| CARGO_HOME=${HOME}/.cargo | |
| CARGO_BIN=$(which cargo) | |
| sudo -E CARGO=${CARGO_BIN} make ut-nextest | |
| nydus-unit-test-coverage: | |
| runs-on: ubuntu-latest | |
| env: | |
| CARGO_TERM_COLOR: always | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Rust Cache | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| - name: Install cargo-llvm-cov | |
| uses: taiki-e/install-action@cargo-llvm-cov | |
| - name: Fscache Setup | |
| run: sudo bash misc/fscache/setup.sh | |
| - name: Generate code coverage | |
| run: | | |
| CARGO_HOME=${HOME}/.cargo | |
| CARGO_BIN=$(which cargo) | |
| sudo -E CARGO=${CARGO_BIN} make coverage-codecov | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| files: codecov.json | |
| fail_ci_if_error: true | |
| nydus-cargo-deny: | |
| name: cargo-deny | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: EmbarkStudios/cargo-deny-action@v1 | |
| performance-test: | |
| runs-on: ubuntu-latest | |
| needs: [contrib-build, nydus-build] | |
| strategy: | |
| matrix: | |
| include: | |
| - mode: fs-version-5 | |
| - mode: fs-version-6 | |
| - mode: zran | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Download Nydus | |
| uses: actions/download-artifact@master | |
| with: | |
| name: nydus-artifact | |
| path: target/release | |
| - name: Download Nydusify | |
| uses: actions/download-artifact@master | |
| with: | |
| name: nydusify-artifact | |
| path: contrib/nydusify/cmd | |
| - name: Prepare Nydus Container Environment | |
| run: | | |
| sudo bash misc/performance/prepare.sh | |
| - name: Performance Test | |
| run: | | |
| export PERFORMANCE_TEST_MODE=${{ matrix.mode }} | |
| sudo -E make smoke-performance |