array-api-intelligent-tests-pr.yml

name: array-api-intelligent-tests-pr
on:
  pull_request:
    types: [opened, synchronize, reopened, review_requested ]

permissions:
  actions: read

jobs:
  display_test_results:
    if: ${{ always() }}
    runs-on: ubuntu-latest
    needs:
      - run_tests

    steps:
      - name: Download all test results
        uses: actions/download-artifact@v3

      - name: Combined Test Results
        run: |
          find . -name "test_results_*.txt" -exec cat {} + > combined_test_results.txt
          echo "Test results summary:"
          cat combined_test_results.txt

      - name: New Failures Introduced
        run: |
          find . -name "new_failures_*.txt" -exec cat {} + > combined_failures.txt
          if [ -s combined_failures.txt ]
          then
              echo "This PR introduces the following new failing tests:"
              cat combined_failures.txt
          else
              echo "This PR does not introduce any new test failures! Yippee!"
          fi

  run_tests:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        branch: [ 1, 2, 3, 4 ]

    steps:
      - name: Checkout Ivy 🛎
        uses: actions/checkout@v3
        with:
          path: ivy
          persist-credentials: false
          submodules: "recursive"
          fetch-depth: 100

      - name: Get Job URL
        uses: Tiryoh/gha-jobid-action@v0
        id: jobs
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          job_name: ${{ github.job }}

      - name: Determine and Run Tests
        run: |
          git clone -b main${{ matrix.branch }} https://github.com/unifyai/Mapping.git --depth 1
          pip install pydriller
          cp Mapping/tests.pbz2 ivy/
          cd ivy
          python scripts/determine_tests/array_api_determine_tests.py
          python scripts/run_tests/array_api_run_tests_pr.py new_failures_${{ matrix.branch }}.txt | tee test_results_${{ matrix.branch }}.txt
          cd ..
        continue-on-error: true

      - name: Upload test results
        uses: actions/upload-artifact@v3
        with:
          name: test_results_${{ matrix.branch }}
          path: ivy/test_results_${{ matrix.branch }}.txt

      - name: Upload New Failures
        uses: actions/upload-artifact@v3
        with:
          name: new_failures_${{ matrix.branch }}
          path: ivy/new_failures_${{ matrix.branch }}.txt

      - name: Check on failures
        if: steps.tests.outcome != 'success'
        run: exit 1