stateful_dataloader_ci.yml

name: Run StatefulDataLoader Tests
on:
  push:
    branches:
      - main
      - release/*
    tags:
  pull_request:
    types: [opened, synchronize, reopened]
    branches:
      - main
      # For PR created by ghstack
      - gh/*/*/base
      - release/*

jobs:
  test:
    if: ${{ github.repository_owner == 'pytorch' }}
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os:
          - macos-latest
          - ubuntu-latest
          - windows-latest
        python-version:
          - 3.8
          - 3.9
          - "3.10"
    steps:
      - name: Get PyTorch Channel
        shell: bash
        run: |
          if [[ "${{ github.base_ref }}" == release/* ]] || [[ "${{ github.ref }}" == refs/heads/release/* ]] || [[ "${{ github.ref }}" == refs/tags/v* ]]; then
            PT_CHANNEL="https://download.pytorch.org/whl/test/cpu/torch_test.html"
          else
            PT_CHANNEL="https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html"
          fi
          echo "value=$PT_CHANNEL" >> $GITHUB_OUTPUT
        id: pytorch_channel
      - name: Setup additional system libraries
        if: startsWith( matrix.os, 'ubuntu' )
        run: |
          sudo add-apt-repository multiverse
          sudo apt update
          sudo apt install rar unrar libssl-dev libcurl4-openssl-dev zlib1g-dev
      - name: Setup Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Setup msbuild on Windows
        if: matrix.os == 'windows-latest'
        uses: microsoft/setup-msbuild@v1.1
      - name: Set up Visual Studio shell
        if: matrix.os == 'windows-latest'
        uses: egor-tensin/vs-shell@v2
        with:
          arch: x64
      - name: Check out source repository
        uses: actions/checkout@v4
        with:
          submodules: recursive
      - name: Install dependencies
        run: |
          pip3 install -r requirements.txt
          pip3 install networkx
          pip3 install --pre torch -f "${{ steps.pytorch_channel.outputs.value }}"
          pip3 install cmake ninja
          echo "/home/runner/.local/bin" >> $GITHUB_PATH
      - name: Build TorchData
        run: |
          pip3 install .
        env:
          BUILD_S3: 1
      - name: Install test requirements
        run: pip3 install -r test/requirements.txt
      - name: Test documentation examples
        run: |
          cd ./docs
          pip3 install -r requirements.txt
          make doctest
          cd ..
      - name: Run StatefulDataLoader tests with pytest
        if: ${{ ! contains(github.event.pull_request.labels.*.name, 'ciflow/slow') }}
        run: pytest --durations=0 --no-header -v test/stateful_dataloader/test_state_dict.py