array-api-intelligent-tests.yml

name: array-api-intelligent-tests
on:
  workflow_dispatch:
  push:
    branches:
      - 'main'
permissions:
  actions: read
jobs:
  display_test_results:
    if: ${{ always() }}
    runs-on: ubuntu-latest
    needs:
      - run_tests

    steps:
      - name: Download all test results
        uses: actions/download-artifact@v3

      - name: Combined Test Results
        run: |
          find . -name "test_results_*.txt" -exec cat {} + > combined_test_results.txt
          echo "Test results summary:"
          cat combined_test_results.txt

  run_tests:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        branch: [ 1, 2, 3, 4 ]

    steps:
      - name: Checkout Ivy 🛎
        uses: actions/checkout@v3
        with:
          path: ivy
          persist-credentials: false
          submodules: "recursive"
          fetch-depth: 100

      - name: Get Job URL
        uses: Tiryoh/gha-jobid-action@v0
        id: jobs
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          job_name: ${{ github.job }}

      - name: Update Mapping and Determine Tests
        env:
          SSH_DEPLOY_KEY: ${{ secrets.SSH_DEPLOY_KEY }}
        run: |
          source ./ivy/scripts/shell/clone_mapping.sh main${{ matrix.branch }}
          pip install pydriller pymongo
          cp Mapping/tests.pbz2 ivy/
          cd ivy
          python scripts/determine_tests/array_api_determine_tests.py ${{ matrix.branch }}
          cd ..
          cp ivy/tests.pbz2 Mapping/
          cd Mapping
          git add .
          git commit -m "Update Mapping"
          git push origin main${{ matrix.branch }}
        continue-on-error: true

      - name: Run Tests
        id: tests
        run: |
          cd ivy
          set -o pipefail
          python scripts/run_tests/array_api_run_tests.py ${{ secrets.REDIS_CONNECTION_URL }} ${{ secrets.REDIS_PASSWORD }} ${{ secrets.MONGODB_PASSWORD }} ${{ github.run_id }} ${{ steps.jobs.outputs.html_url }} | tee test_results_${{ matrix.branch }}.txt
        continue-on-error: true

      - name: Upload test results
        uses: actions/upload-artifact@v3
        with:
          name: test_results_${{ matrix.branch }}
          path: ivy/test_results_${{ matrix.branch }}.txt

      - name: Check on failures
        if: steps.tests.outcome != 'success'
        run: exit 1