Skip to content

Commit

Permalink
add RAITextInsights DBPedia notebook example and tests
Browse files Browse the repository at this point in the history
  • Loading branch information
imatiach-msft committed Aug 2, 2023
1 parent 0327bb2 commit 3b94aa2
Show file tree
Hide file tree
Showing 3 changed files with 486 additions and 0 deletions.
111 changes: 111 additions & 0 deletions .github/workflows/CI-notebook-text.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,111 @@
name: CI Text Notebooks

on:
push:
branches: [main]
pull_request:
branches: [main]

jobs:
ci-notebook-text:
env:
node-version: 16.x
strategy:
matrix:
operatingSystem: [ubuntu-latest, windows-latest]
pythonVersion: [3.7, 3.8, 3.9, "3.10"]

runs-on: ${{ matrix.operatingSystem }}

steps:
- uses: actions/checkout@v3

- uses: conda-incubator/setup-miniconda@v2
with:
auto-update-conda: true
python-version: ${{ matrix.pythonVersion }}

- name: Use Node.js ${{ env.node-version }}
uses: actions/setup-node@v3
with:
node-version: ${{ env.node-version }}

- name: Install yarn
run: npm install yarn -g

- name: Install yarn dependencies
run: |
yarn config set network-timeout 300000
yarn install --frozen-lock-file
- name: Build Typescript
run: yarn buildall

- if: ${{ matrix.operatingSystem != 'macos-latest' }}
name: Install pytorch on non-MacOS
shell: bash -l {0}
run: |
conda install --yes --quiet pytorch captum cpuonly -c pytorch
- if: ${{ matrix.operatingSystem == 'macos-latest' }}
name: Install Anaconda packages on MacOS, which should not include cpuonly according to official docs
shell: bash -l {0}
run: |
conda install --yes --quiet pytorch captum -c pytorch
- name: Setup tools
shell: bash -l {0}
run: |
python -m pip install --upgrade pip
pip install --upgrade setuptools
pip install --upgrade "pip-tools<=7.1.0"
- name: Install dependencies
shell: bash -l {0}
run: |
pip install -r requirements-dev.txt
pip install .
working-directory: raiwidgets

- name: Install text dependencies
shell: bash -l {0}
run: |
pip install -r requirements-dev.txt
pip install .
working-directory: responsibleai_text

- name: Setup spacy
shell: bash -l {0}
run: |
python -m spacy download en_core_web_sm
- name: Pip freeze
shell: bash -l {0}
run: |
pip freeze > installed-requirements-dev.txt
cat installed-requirements-dev.txt
working-directory: raiwidgets

- name: Upload requirements
uses: actions/upload-artifact@v3
with:
name: requirements-dev.txt
path: raiwidgets/installed-requirements-dev.txt

- name: Run notebook tests
shell: bash -l {0}
run: python -m pytest notebooks -m text_notebooks

- name: Upload notebook test result
if: always()
uses: actions/upload-artifact@v3
with:
name: notebook-test-${{ matrix.operatingSystem }}-${{ matrix.pythonVersion }}
path: notebooks

- name: Upload e2e test screen shot
if: always()
uses: actions/upload-artifact@v3
with:
name: raiwidgets-e2e-screen-shot
path: dist/cypress
Loading

0 comments on commit 3b94aa2

Please sign in to comment.