feat: adds 3 streams #9
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Connectors tests | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| test-connectors-options: | |
| description: "Options to pass to the 'airbyte-ci connectors test' command" | |
| default: "--modified" | |
| runner: | |
| description: "The runner to use for this job" | |
| default: "conn-prod-xlarge-runner" | |
| pull_request: | |
| types: | |
| - opened | |
| - synchronize | |
| - ready_for_review | |
| jobs: | |
| connectors_ci: | |
| name: Connectors CI | |
| timeout-minutes: 1440 # 24 hours | |
| runs-on: ${{ inputs.runner || 'conn-prod-xlarge-runner'}} | |
| steps: | |
| - name: Checkout Airbyte | |
| uses: actions/checkout@v3 | |
| - name: Extract branch name [WORKFLOW DISPATCH] | |
| shell: bash | |
| if: github.event_name == 'workflow_dispatch' | |
| run: echo "branch=${GITHUB_REF#refs/heads/}" >> $GITHUB_OUTPUT | |
| id: extract_branch | |
| # - name: Format connectors [PULL REQUESTS] | |
| # if: github.event_name == 'pull_request' | |
| # uses: ./.github/actions/run-dagger-pipeline | |
| # with: | |
| # context: "pull_request" | |
| # docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | |
| # docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| # gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} | |
| # git_branch: ${{ github.head_ref }} | |
| # git_revision: ${{ github.sha }} | |
| # github_token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }} | |
| # subcommand: "connectors --modified format" | |
| - name: Fetch last commit id from remote branch [PULL REQUESTS] | |
| if: github.event_name == 'pull_request' | |
| id: fetch_last_commit_id_pr | |
| run: echo "commit_id=$(git ls-remote --heads origin ${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT | |
| - name: Fetch last commit id from remote branch [WORKFLOW DISPATCH] | |
| if: github.event_name == 'workflow_dispatch' | |
| id: fetch_last_commit_id_wd | |
| run: echo "commit_id=$(git rev-parse origin/${{ steps.extract_branch.outputs.branch }})" >> $GITHUB_OUTPUT | |
| - name: Pull formatting changes [PULL REQUESTS] | |
| if: github.event_name == 'pull_request' | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ${{ github.event.inputs.repo }} | |
| ref: ${{ steps.fetch_last_commit_id_pr.outputs.commit_id }} | |
| - name: Test connectors [WORKFLOW DISPATCH] | |
| if: github.event_name == 'workflow_dispatch' | |
| uses: ./.github/actions/run-dagger-pipeline | |
| with: | |
| context: "manual" | |
| docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | |
| docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} | |
| git_branch: ${{ steps.extract_branch.outputs.branch }} | |
| git_revision: ${{ steps.fetch_last_commit_id_pr.outputs.commit_id }} | |
| github_token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }} | |
| subcommand: "connectors ${{ github.event.inputs.test-connectors-options }} test" | |
| - name: Test connectors [PULL REQUESTS] | |
| if: github.event_name == 'pull_request' | |
| uses: ./.github/actions/run-dagger-pipeline | |
| with: | |
| context: "pull_request" | |
| docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | |
| docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} | |
| git_branch: ${{ github.head_ref }} | |
| git_revision: ${{ steps.fetch_last_commit_id_pr.outputs.commit_id }} | |
| github_token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }} | |
| subcommand: "connectors --modified test" |