[pubsub][test] Add support for passing pubsub broker configs to Venic… #258
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Auto-generated file. Do not edit manually! | |
| # | |
| # To alter these flows, edit: | |
| # | |
| # internal/venice-test-common/build.gradle | |
| # | |
| # To regenerate, run: | |
| # | |
| # ./gradlew generateGHCI | |
| name: VeniceCI | |
| on: [push, pull_request, workflow_dispatch] | |
| jobs: | |
| ValidateGradleWrapper: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 5 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Validate Gradle wrapper | |
| uses: gradle/wrapper-validation-action@v1 | |
| StaticAnalysis: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 20 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon clean check --parallel -Pspotallbugs -x test -x integrationTest -x jacocoTestCoverageVerification" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| UnitTestsAndCodeCoverage: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "-x :internal:venice-avro-compatibility-test:test jacocoTestCoverageVerification diffCoverage --continue" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| AvroCompatibilityTests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "-DmaxParallelForks=2 --parallel :internal:venice-avro-compatibility-test:test --continue" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsA: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestA" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsB: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestB" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsC: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestC" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsD: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestD" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsE: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestE" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsF: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestF" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsG: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestG" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsH: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestH" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsI: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestI" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsJ: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestJ" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsK: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestK" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsL: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestL" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsM: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestM" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsN: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestN" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsO: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestO" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsP: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestP" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsQ: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestQ" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| IntegrationTestsZ: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 integrationTestZ" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| AlpiniUnitTests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| outputs: | |
| alpini_touched: ${{ steps.check_alpini_files_changed.outputs.alpini }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| # Checkout as many commits as needed for the diff | |
| fetch-depth: 2 | |
| - name: Check if files have changed | |
| uses: dorny/paths-filter@v2 | |
| id: check_alpini_files_changed | |
| with: | |
| filters: | | |
| alpini: | |
| - 'internal/alpini/**' | |
| - uses: actions/checkout@v3 | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| # - name: Allow Deprecated TLS versions for Alpini tests | |
| # run: | | |
| # echo "java.security file before modifications: " | |
| # cat "$JAVA_HOME/conf/security/java.security" | |
| # # This is possibly flaky but | |
| # sed -i 's/TLSv1, //g' "$JAVA_HOME/conf/security/java.security" # Allow TLSv1 | |
| # sed -i 's/TLSv1.1, //g' "$JAVA_HOME/conf/security/java.security" # Allow TLSv1.1 | |
| # echo "java.security file after modifications: " | |
| # cat "$JAVA_HOME/conf/security/java.security" | |
| - shell: bash | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DmaxParallelForks=1 alpiniUnitTest" | |
| - name: Package Build Artifacts | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' && (success() || failure()) | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' && (success() || failure()) | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| AlpiniFunctionalTests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 120 | |
| outputs: | |
| alpini_touched: ${{ steps.check_alpini_files_changed.outputs.alpini }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| # Checkout as many commits as needed for the diff | |
| fetch-depth: 2 | |
| - name: Check if files have changed | |
| uses: dorny/paths-filter@v2 | |
| id: check_alpini_files_changed | |
| with: | |
| filters: | | |
| alpini: | |
| - 'internal/alpini/**' | |
| - uses: actions/checkout@v3 | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| # - name: Allow Deprecated TLS versions for Alpini tests | |
| # run: | | |
| # echo "java.security file before modifications: " | |
| # cat "$JAVA_HOME/conf/security/java.security" | |
| # # This is possibly flaky but | |
| # sed -i 's/TLSv1, //g' "$JAVA_HOME/conf/security/java.security" # Allow TLSv1 | |
| # sed -i 's/TLSv1.1, //g' "$JAVA_HOME/conf/security/java.security" # Allow TLSv1.1 | |
| # echo "java.security file after modifications: " | |
| # cat "$JAVA_HOME/conf/security/java.security" | |
| - shell: bash | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "--stacktrace --continue --no-daemon -DmaxParallelForks=1 alpiniFunctionalTest" | |
| - name: Package Build Artifacts | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' && (success() || failure()) | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: steps.check_alpini_files_changed.outputs.alpini == 'true' && (success() || failure()) | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |
| DummyStep: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| jdk: [11] | |
| runs-on: ${{ matrix.os }} | |
| needs: [ValidateGradleWrapper, StaticAnalysis, UnitTestsAndCodeCoverage, AvroCompatibilityTests, IntegrationTestsA, IntegrationTestsB, IntegrationTestsC, IntegrationTestsD, IntegrationTestsE, IntegrationTestsF, IntegrationTestsG, IntegrationTestsH, IntegrationTestsI, IntegrationTestsJ, IntegrationTestsK, IntegrationTestsL, IntegrationTestsM, IntegrationTestsN, IntegrationTestsO, IntegrationTestsP, IntegrationTestsQ, IntegrationTestsZ, AlpiniUnitTests, AlpiniFunctionalTests] | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.jdk }} | |
| distribution: 'microsoft' | |
| cache: 'gradle' | |
| - shell: bash | |
| run: | | |
| git remote set-head origin --auto | |
| git remote add upstream https://github.com/linkedin/venice | |
| git fetch upstream | |
| - name: Build with Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| arguments: "clean" | |
| - name: Package Build Artifacts | |
| if: success() || failure() | |
| shell: bash | |
| run: | | |
| mkdir ${{ github.job }}-artifacts | |
| find . -path "**/build/reports/*" -or -path "**/build/test-results/*" > artifacts.list | |
| rsync -R --files-from=artifacts.list . ${{ github.job }}-artifacts | |
| tar -zcvf ${{ github.job }}-artifacts.tar.gz ${{ github.job }}-artifacts | |
| - name: Upload Build Artifacts | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ github.job }} | |
| path: ${{ github.job }}-artifacts.tar.gz | |
| retention-days: 30 | |