Tika - aded explabation and limitation regarding pdf, see #5234 #7195
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # | |
| # Licensed to the Apache Software Foundation (ASF) under one or more | |
| # contributor license agreements. See the NOTICE file distributed with | |
| # this work for additional information regarding copyright ownership. | |
| # The ASF licenses this file to You under the Apache License, Version 2.0 | |
| # (the "License"); you may not use this file except in compliance with | |
| # the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| # | |
| name: Camel Quarkus CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - camel-main | |
| - quarkus-main | |
| - "[0-9]+.[0-9]+.x" | |
| paths-ignore: | |
| - '**.adoc' | |
| - 'Jenkinsfile' | |
| - 'Jenkinsfile.*' | |
| - 'KEYS' | |
| - 'LICENSE.txt' | |
| - 'NOTICE.txt' | |
| - 'camel-quarkus-sbom/**' | |
| pull_request: | |
| branches: | |
| - main | |
| - camel-main | |
| - quarkus-main | |
| - "[0-9]+.[0-9]+.x" | |
| paths-ignore: | |
| - '**.adoc' | |
| - 'Jenkinsfile' | |
| - 'Jenkinsfile.*' | |
| - 'KEYS' | |
| - 'LICENSE.txt' | |
| - 'NOTICE.txt' | |
| concurrency: | |
| group: ${{ github.ref }}-${{ github.workflow }} | |
| cancel-in-progress: true | |
| env: | |
| LANG: en_US.UTF-8 | |
| MAVEN_OPTS: -Xmx3000m | |
| CQ_MAVEN_ARGS: -V -ntp -e -Daether.connector.http.connectionMaxTtl=120 | |
| TESTCONTAINERS_RYUK_DISABLED: true | |
| CHECKOUT_REF: ${{ github.event_name == 'pull_request' && github.actor == 'dependabot[bot]' && github.head_ref || '' }} | |
| jobs: | |
| pre-build-checks: | |
| if: github.repository == 'apache/camel-quarkus' | |
| runs-on: ubuntu-latest | |
| outputs: | |
| continue-build: ${{ steps.pre-build-checks.outputs.continue-build }} | |
| run-checks: ${{ steps.init.outputs.run-checks }} | |
| steps: | |
| - name: Initialize | |
| id: init | |
| run: | | |
| if [[ "${{ github.event_name }}" == "pull_request" ]] && [[ "${{ github.actor }}" == "dependabot[bot]" ]]; then | |
| echo "run-checks=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "run-checks=false" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Set up JDK 17 | |
| uses: actions/setup-java@v2 | |
| if: steps.init.outputs.run-checks == 'true' | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| if: steps.init.outputs.run-checks == 'true' | |
| with: | |
| ref: ${{ env.CHECKOUT_REF }} | |
| fetch-depth: 0 | |
| - name: Pre build checks | |
| id: pre-build-checks | |
| run: | | |
| if [[ "${{ steps.init.outputs.run-checks }}" == "true" ]]; then | |
| ./mvnw cq:sync-versions -N ${CQ_MAVEN_ARGS} | |
| ./mvnw clean install -pl poms/bom -am -Dcq.flatten-bom.format --fail-never ${CQ_MAVEN_ARGS} | |
| ./mvnw clean install -f poms/bom ${CQ_MAVEN_ARGS} | |
| ./mvnw clean validate -pl docs ${CQ_MAVEN_ARGS} | |
| if [[ -z "$(git status --porcelain)" ]]; then | |
| echo "continue-build=true" >> $GITHUB_OUTPUT | |
| else | |
| mkdir ./dependabot-pr | |
| echo ${{ github.head_ref }} > ./dependabot-pr/BRANCH_REF | |
| echo "$GITHUB_REF" | awk -F / '{print $3}' > ./dependabot-pr/PR_NUMBER | |
| git diff -p --binary > ./dependabot-pr/changes.patch | |
| echo "continue-build=false" >> $GITHUB_OUTPUT | |
| fi | |
| else | |
| echo "continue-build=true" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Upload dependabot changeset | |
| uses: actions/upload-artifact@v2 | |
| if: steps.pre-build-checks.outputs.continue-build == 'false' | |
| with: | |
| name: dependabot-pr-changeset | |
| path: dependabot-pr/ | |
| retention-days: 1 | |
| initial-mvn-install: | |
| if: needs.pre-build-checks.outputs.continue-build == 'true' | |
| runs-on: ubuntu-latest | |
| needs: pre-build-checks | |
| outputs: | |
| matrix: ${{ steps.set-native-matrix.outputs.matrix }} | |
| env: | |
| MAVEN_OPTS: -Xmx4400m | |
| steps: | |
| - name: Check free space on disk | |
| run: | | |
| df -h / | |
| - name: Setup oss-snapshots profile | |
| if: github.ref == 'refs/heads/quarkus-main' || github.base_ref == 'quarkus-main' | |
| run: | | |
| echo "BRANCH_OPTIONS=-Poss-snapshots -Dquarkus.version=999-SNAPSHOT" >> $GITHUB_ENV | |
| - name: Set up JDK 17 | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: Build Camel | |
| if: github.ref == 'refs/heads/camel-main' || github.base_ref == 'camel-main' | |
| run: | | |
| cd ../ | |
| git clone --depth 1 --branch main https://github.com/apache/camel.git \ | |
| && cd camel \ | |
| && echo "Current Camel commit:" $(git rev-parse HEAD) \ | |
| && ./mvnw ${CQ_MAVEN_ARGS} clean install -Dquickly | |
| - name: Build Quarkus | |
| if: github.ref == 'refs/heads/quarkus-main' || github.base_ref == 'quarkus-main' | |
| run: | | |
| git clone --depth 1 --branch main https://github.com/quarkusio/quarkus.git \ | |
| && cd quarkus \ | |
| && echo "Current Quarkus commit:" $(git rev-parse HEAD) \ | |
| && ./mvnw ${CQ_MAVEN_ARGS} clean install -Dquickly | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ env.CHECKOUT_REF }} | |
| fetch-depth: 0 | |
| - name: mvn clean install -DskipTests | |
| run: | | |
| eval ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} clean install -DskipTests -Dquarkus.build.skip | |
| - name: Sync Maven properties | |
| run: | | |
| ./mvnw cq:sync-versions ${CQ_MAVEN_ARGS} -N | |
| - name: Fail if there are uncommitted changes | |
| shell: bash | |
| run: | | |
| [[ -z $(git status --porcelain | grep -v antora.yml) ]] || { echo 'There are uncommitted changes'; git status; git diff; exit 1; } | |
| - name: Tar Maven Repo | |
| shell: bash | |
| run: | | |
| tar -czf ${{ runner.temp }}/maven-repo.tgz -C ~ .m2/repository | |
| ls -lh ${{ runner.temp }}/maven-repo.tgz | |
| df -h / | |
| - name: Persist Maven Repo | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: maven-repo | |
| path: ${{ runner.temp }}/maven-repo.tgz | |
| retention-days: 1 | |
| - name: Setup Native Test Matrix | |
| id: set-native-matrix | |
| run: | | |
| CATEGORIES=$(yq -M -N -I 0 -o=json e 'keys' tooling/scripts/test-categories.yaml | tr '"' "'") | |
| echo "matrix={'category': ${CATEGORIES}}" >> $GITHUB_OUTPUT | |
| native-tests: | |
| name: Native Tests - ${{matrix.category}} | |
| needs: initial-mvn-install | |
| runs-on: ubuntu-latest | |
| if: github.event_name != 'pull_request' || !contains(github.event.pull_request.labels.*.name, 'JVM') | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJson(needs.initial-mvn-install.outputs.matrix) }} | |
| steps: | |
| - name: Setup oss-snapshots profile | |
| if: github.ref == 'refs/heads/quarkus-main' || github.base_ref == 'quarkus-main' | |
| run: | | |
| echo "BRANCH_OPTIONS=-Poss-snapshots -Dquarkus.version=999-SNAPSHOT" >> $GITHUB_ENV | |
| - name: Reclaim Disk Space | |
| run: | | |
| df -h / | |
| echo "Reclaiming disk space..." | |
| sudo rm -rf /opt/ghc \ | |
| rm -rf /opt/pipx \ | |
| rm -rf /usr/local/go \ | |
| rm -rf /usr/local/lib/android \ | |
| rm -rf /usr/local/share/boost \ | |
| rm -rf /usr/share/dotnet \ | |
| rm -rf /usr/share/rust \ | |
| rm -rf /usr/share/swift | |
| df -h / | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ env.CHECKOUT_REF }} | |
| fetch-depth: 0 | |
| - name: Set up JDK 17 | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: Download Maven Repo | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: maven-repo | |
| path: .. | |
| - name: Extract Maven Repo | |
| shell: bash | |
| run: | | |
| df -h / | |
| tar -xzf ../maven-repo.tgz -C ~ | |
| df -h / | |
| - name: Integration Tests | |
| run: | | |
| for MODULE in $(yq -M -N e ".${{ matrix.category }}" tooling/scripts/test-categories.yaml | grep -vE '^\s*#' | cut -f2 -d' '); do | |
| if [[ "${MODULE}" == "null" ]]; then | |
| continue | |
| fi | |
| MODULE="integration-tests/$(echo ${MODULE} | sed 's/^[ \t]*//;s/[ \t]*$//')" | |
| if [[ "x$(./mvnw org.apache.maven.plugins:maven-help-plugin:3.2.0:evaluate -Dexpression=ci.native.tests.skip -DforceStdout -q -f ${MODULE})" == "xtrue" ]]; then | |
| JVM_MODULES+=("${MODULE}") | |
| else | |
| NATIVE_MODULES+=("${MODULE}") | |
| fi | |
| done | |
| if [[ ${#JVM_MODULES[@]} -eq 0 ]] && [[ ${#NATIVE_MODULES[@]} -eq 0 ]]; then | |
| echo "No test modules were found for category ${{ matrix.category }}" | |
| exit 1 | |
| fi | |
| IFS=, | |
| if [[ ${JVM_MODULES[@]} ]]; then | |
| eval ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} clean test \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
| -Pdocker,ci \ | |
| -pl "${JVM_MODULES[*]}" | |
| fi | |
| if [[ ${NATIVE_MODULES[@]} ]]; then | |
| eval ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} clean verify \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
| -Pnative,docker,ci \ | |
| --fail-at-end \ | |
| -pl "${NATIVE_MODULES[*]}" | |
| fi | |
| - name: Fail if there are uncommitted changes | |
| shell: bash | |
| run: | | |
| [[ -z $(git status --porcelain) ]] || { echo 'There are uncommitted changes'; git status; git diff; exit 1; } | |
| functional-extension-tests: | |
| runs-on: ubuntu-latest | |
| needs: initial-mvn-install | |
| if: github.event_name != 'pull_request' || !contains(github.event.pull_request.labels.*.name, 'JVM') | |
| env: | |
| MAVEN_OPTS: -Xmx3000m | |
| steps: | |
| - name: Setup oss-snapshots profile | |
| if: github.ref == 'refs/heads/quarkus-main' || github.base_ref == 'quarkus-main' | |
| run: | | |
| echo "BRANCH_OPTIONS=-Poss-snapshots -Dquarkus.version=999-SNAPSHOT" >> $GITHUB_ENV | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ env.CHECKOUT_REF }} | |
| fetch-depth: 0 | |
| - name: Set up JDK 17 | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: Download Maven Repo | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: maven-repo | |
| path: .. | |
| - name: Extract Maven Repo | |
| shell: bash | |
| run: | | |
| df -h / | |
| tar -xzf ../maven-repo.tgz -C ~ | |
| df -h / | |
| - name: cd extensions-core && mvn test | |
| run: | | |
| cd extensions-core | |
| ../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \ | |
| test | |
| - name: cd extensions && mvn test | |
| run: | | |
| cd extensions | |
| ../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \ | |
| test | |
| - name: cd test-framework && mvn test | |
| run: | | |
| cd test-framework | |
| ../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \ | |
| test | |
| - name: cd tooling/perf-regression && mvn verify | |
| run: | | |
| cd tooling/perf-regression | |
| ../../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
| verify | |
| - name: cd catalog && mvn test | |
| run: | | |
| cd catalog | |
| ../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
| test | |
| extensions-jvm-tests: | |
| runs-on: ubuntu-latest | |
| needs: initial-mvn-install | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java: [ '17' ] | |
| env: | |
| MAVEN_OPTS: -Xmx3000m | |
| steps: | |
| - name: Setup oss-snapshots profile | |
| if: github.ref == 'refs/heads/quarkus-main' || github.base_ref == 'quarkus-main' | |
| run: | | |
| echo "BRANCH_OPTIONS=-Poss-snapshots -Dquarkus.version=999-SNAPSHOT" >> $GITHUB_ENV | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ env.CHECKOUT_REF }} | |
| fetch-depth: 0 | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Download Maven Repo | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: maven-repo | |
| path: .. | |
| - name: Extract Maven Repo | |
| shell: bash | |
| run: | | |
| df -h / | |
| tar -xzf ../maven-repo.tgz -C ~ | |
| df -h / | |
| hostname | |
| hostname -f | |
| hostname -A | |
| HOSTS_LINE="127.0.0.1 $(hostname -f) $(hostname -A)" | |
| echo "HOSTS_LINE=$HOSTS_LINE" | |
| echo "${HOSTS_LINE}" | sudo tee -a /etc/hosts | |
| cat /etc/hosts | |
| - name: cd integration-tests-jvm && mvn clean test | |
| run: | | |
| cd integration-tests-jvm | |
| ../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
| -Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
| --fail-at-end \ | |
| clean test | |
| integration-tests-alternative-platform: | |
| runs-on: ${{ matrix.os }} | |
| needs: initial-mvn-install | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ 'windows-latest' ] | |
| if: github.event_name != 'pull_request' || !contains(github.event.pull_request.labels.*.name, 'JVM') | |
| env: | |
| MAVEN_OPTS: -Xmx3000m | |
| steps: | |
| - name: Setup oss-snapshots profile | |
| shell: bash | |
| if: github.ref == 'refs/heads/quarkus-main' || github.base_ref == 'quarkus-main' | |
| run: | | |
| echo "BRANCH_OPTIONS=-Poss-snapshots -Dquarkus.version=999-SNAPSHOT" >> $GITHUB_ENV | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ env.CHECKOUT_REF }} | |
| fetch-depth: 0 | |
| - name: Set up JDK 17 | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: Download Maven Repo | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: maven-repo | |
| path: .. | |
| - name: Extract Maven Repo | |
| shell: bash | |
| run: | | |
| tar -xzf ../maven-repo.tgz -C ~ | |
| - name: cd integration-tests && mvn clean verify | |
| shell: bash | |
| run: | | |
| cd integration-tests | |
| ../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
| -Dskip-testcontainers-tests -Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
| --fail-at-end \ | |
| clean verify | |
| examples-tests: | |
| needs: initial-mvn-install | |
| runs-on: ubuntu-latest | |
| if: github.event_name != 'pull_request' || !contains(github.event.pull_request.labels.*.name, 'JVM') | |
| steps: | |
| - name: Setup oss-snapshots profile | |
| if: github.ref == 'refs/heads/quarkus-main' || github.base_ref == 'quarkus-main' | |
| run: | | |
| echo "BRANCH_OPTIONS=-Poss-snapshots -Dquarkus.version=999-SNAPSHOT" >> $GITHUB_ENV | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: Set up JDK 17 | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: Download Maven Repo | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: maven-repo | |
| path: .. | |
| - name: Extract Maven Repo | |
| shell: bash | |
| run: | | |
| df -h / | |
| tar -xzf ../maven-repo.tgz -C ~ | |
| df -h / | |
| - name: set CQ_VERSION | |
| run: echo "CQ_VERSION=$(./mvnw help:evaluate -Dexpression=project.version -q -DforceStdout -N)" >> $GITHUB_ENV | |
| - name: clone and verify examples | |
| run: | | |
| EXAMPLES_BRANCH="camel-quarkus-main" | |
| if [[ ${GITHUB_REF_NAME} =~ [0-9]+.[0-9]+.x ]]; then | |
| EXAMPLES_BRANCH=${GITHUB_REF_NAME} | |
| elif [[ ${GITHUB_BASE_REF} =~ [0-9]+.[0-9]+.x ]]; then | |
| EXAMPLES_BRANCH=${GITHUB_BASE_REF} | |
| fi | |
| git clone --depth 1 --branch ${EXAMPLES_BRANCH} https://github.com/apache/camel-quarkus-examples.git \ | |
| && cd camel-quarkus-examples \ | |
| && echo "Current Examples commit:" $(git rev-parse HEAD) \ | |
| && mvn ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} org.l2x6.cq:cq-maven-plugin:2.10.0:examples-set-platform -Dcq.camel-quarkus.version=${CQ_VERSION} \ | |
| && ./mvnw-for-each.sh ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} -Pnative,docker clean verify |