tensorflow.yml

name: tensorflow

on:
  workflow_dispatch:
  push:
    branches: [main]
    tags:
      - "v[0-9]+.[0-9]+.[0-9]+"
  pull_request:
    branches: [main]

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  check-changes:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: 3.8
      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install GitPython
          pip install . --no-deps
      - name: Get changed backends
        id: backend_check
        run: |
          echo "changed=$(python ci/get_changed_backends.py --backend tensorflow --branch ${{github.base_ref}})" >> "$GITHUB_OUTPUT"
    outputs:
      needs_testing: ${{ steps.backend_check.outputs.changed }}

  tests:
    needs: check-changes
    if: ${{needs.check-changes.outputs.needs_testing == 'true' || github.ref == 'refs/heads/main'}}
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        python-version: [3.8]
        os: [ubuntu-latest]
        tensorflow-version: ["~=2.9.0", "~=2.10.0", "~=2.11.0", "~=2.12.0"]

    steps:
      - uses: actions/checkout@v3
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
          cache: "pip"
          cache-dependency-path: |
            **/setup.cfg
            requirements/*.txt
      - name: Install Ubuntu packages
        run: |
          sudo apt-get update -y
          sudo apt-get install -y protobuf-compiler
      - name: Get Merlin Branch name
        id: get-branch-name
        uses: NVIDIA-Merlin/.github/actions/branch-name@main
      - name: Install Merlin dependencies
        run: |
          merlin_branch="${{ steps.get-branch-name.outputs.branch }}"
          pip install "pandas>=1.2.0,<1.4.0dev0"
          pip install "NVTabular@git+https://github.com/NVIDIA-Merlin/NVTabular.git@$merlin_branch"
          pip install "merlin-dataloader@git+https://github.com/NVIDIA-Merlin/dataloader.git@$merlin_branch"
          pip install "merlin-core@git+https://github.com/NVIDIA-Merlin/core.git@$merlin_branch"
          pip install "merlin-systems@git+https://github.com/NVIDIA-Merlin/systems.git@$merlin_branch"
      - name: Install dependencies
        run: |
          python -m pip install "tensorflow${{ matrix.tensorflow-version }}"
          python -m pip install ".[tensorflow-dev]"
          pip install "tritonclient[all]"
          pip install git+https://github.com/rapidsai/asvdb.git
      - name: Build
        run: |
          python setup.py develop
      - name: Run unittests
        run: |
          if [[ "${{ github.ref }}" == 'refs/heads/main' ]]; then
            make tests-tf
          else
            make tests-tf-changed
          fi
      - name: Generate package for pypi
        run: |
          python setup.py sdist
      - name: Upload artifacts to github
        uses: actions/upload-artifact@v2
        with:
          name: dist
          path: dist

  examples:
    needs: check-changes
    if: ${{needs.check-changes.outputs.needs_testing == 'true'}}
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        python-version: [3.8]
        os: [ubuntu-latest]
        tensorflow-version: ["~=2.9.0", "~=2.10.0", "~=2.11.0", "~=2.12.0"]

    steps:
      - uses: actions/checkout@v3
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
          cache: "pip"
          cache-dependency-path: |
            **/setup.cfg
            requirements/*.txt
      - uses: abbbi/github-actions-tune@v1
      - name: Install Ubuntu packages
        run: |
          sudo apt-get update -y
          sudo apt-get install -y protobuf-compiler
      - name: Get Merlin Branch name
        id: get-branch-name
        uses: NVIDIA-Merlin/.github/actions/branch-name@main
      - name: Install Merlin dependencies
        run: |
          merlin_branch="${{ steps.get-branch-name.outputs.branch }}"
          pip install "pandas>=1.2.0,<1.4.0dev0"
          pip install "NVTabular@git+https://github.com/NVIDIA-Merlin/NVTabular.git@$merlin_branch"
          pip install "merlin-dataloader@git+https://github.com/NVIDIA-Merlin/dataloader.git@$merlin_branch"
          pip install "merlin-core@git+https://github.com/NVIDIA-Merlin/core.git@$merlin_branch"
          pip install "merlin-systems@git+https://github.com/NVIDIA-Merlin/systems.git@$merlin_branch"
      - name: Install dependencies
        run: |
          python -m pip install "tensorflow${{ matrix.tensorflow-version }}"
          python -m pip install ".[tensorflow-dev]"
          pip install "tritonclient[all]"
          pip install git+https://github.com/rapidsai/asvdb.git
      - name: Build
        run: |
          python setup.py develop
      - name: Run unittests
        run: |
          if [[ "${{ github.ref }}" == 'refs/heads/main' ]]; then
            make tests-tf-examples
          else
            make tests-tf-examples-changed
          fi