Merge pull request #194 from P403n1x87/tests/categorize

tests: categorise tests
P403n1x87 · Sep 5, 2023 · 4d06231 · 4d06231
2 parents b469615 + 59d7581
commit 4d06231
Show file tree

Hide file tree

Showing 12 changed files with 66 additions and 21 deletions.
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -114,21 +114,38 @@ jobs:
           source .venv/bin/activate
           pip install --upgrade pip
           pip install -r test/requirements.txt
-          deactivate
-
-      - name: Run tests (with sudo)
-        run: |
           ulimit -c unlimited
-          source .venv/bin/activate
-          sudo -E env PATH="$PATH" .venv/bin/pytest --pastebin=failed -svr a
-          deactivate
 
-      - name: Run tests (without sudo)
-        run: |
-          ulimit -c unlimited
-          source .venv/bin/activate
-          .venv/bin/pytest --pastebin=failed -svr a
-          deactivate
+      - name: Run unit tests
+        run: .venv/bin/pytest -sv test/cunit
+
+      - name: Run functional Austin tests (with sudo)
+        run: sudo -E env PATH="$PATH" .venv/bin/pytest --pastebin=failed -svr a test/functional -n auto -k "not austinp"
+        if: always()
+
+      - name: Run functional Austin tests (without sudo)
+        run: .venv/bin/pytest --pastebin=failed -svr a test/functional -n auto -k "not austinp"
+        if: always()
+
+      - name: Run functional austinp tests (with sudo)
+        run: sudo -E env PATH="$PATH" .venv/bin/pytest --pastebin=failed -svr a test/functional -n auto -k "austinp"
+        if: always()
+
+      - name: Run functional austinp tests (without sudo)
+        run: .venv/bin/pytest --pastebin=failed -svr a test/functional -n auto -k "austinp"
+        if: always()
+
+      - name: Run integrity tests (with sudo)
+        run: sudo -E env PATH="$PATH" .venv/bin/pytest --pastebin=failed -svr a test/integrity
+        if: always()
+
+      - name: Run integrity tests (without sudo)
+        run: .venv/bin/pytest --pastebin=failed -svr a test/integrity
+        if: always()
+
+      - name: Run support tests
+        run: .venv/bin/pytest -sv test/support
+        if: always()
 
   wheels-linux:
     runs-on: ubuntu-20.04
@@ -249,12 +266,29 @@ jobs:
           python${{ matrix.python-version }} -m venv .venv \
             || (python${{ matrix.python-version }} -m pip install virtualenv && python${{ matrix.python-version }} -m virtualenv .venv)
       
-      - name: Run tests
+      - name: Run functional tests
         run: |
           source .venv/bin/activate
-          sudo -E pytest --ignore=test/cunit --pastebin=failed -svr a
-          pytest --ignore=test/cunit --pastebin=failed -svr a -k _darwin
-          deactivate
+          sudo -E pytest --pastebin=failed -svr a -n auto test/functional -k "not austinp"
+        if: always()
+
+      - name: Run integrity tests
+        run: |
+          source .venv/bin/activate
+          sudo -E pytest --pastebin=failed -svr a -n auto test/integrity -k "not austinp"
+        if: always()
+
+      - name: Run support tests
+        run: |
+          source .venv/bin/activate
+          sudo -E pytest --pastebin=failed -svr a -n auto test/support
+        if: always()
+
+      - name: Run Darwin-only tests
+        run: |
+          source .venv/bin/activate
+          pytest --pastebin=failed -svr a -k "_darwin" test/functional
+        if: always()
 
   wheels-osx:
     runs-on: macos-latest
@@ -350,13 +384,24 @@ jobs:
           venv\Scripts\Activate.ps1
           python -m pip install --upgrade pip
           python -m pip install -r test/requirements.txt
-          deactivate
 
-      - name: Run tests
+      - name: Run functional tests
         run: |
           venv\Scripts\Activate.ps1
-          python -m pytest --full-trace --ignore=test\cunit --pastebin=failed -svr a
-          deactivate
+          python -m pytest --full-trace --pastebin=failed -svr a test\functional -k "not austinp"
+        if: always()
+
+      - name: Run integrity tests
+        run: |
+          venv\Scripts\Activate.ps1
+          python -m pytest --full-trace --pastebin=failed -svr a test\integrity -k "not austinp"
+        if: always()
+
+      - name: Run support tests
+        run: |
+          venv\Scripts\Activate.ps1
+          python -m pytest --full-trace --pastebin=failed -svr a test\support
+        if: always()
 
   wheels-win:
     runs-on: windows-latest

diff --git a/test/functional/__init__.py b/test/functional/__init__.py
diff --git a/test/test_attach.py → test/functional/test_attach.py b/test/test_attach.py → test/functional/test_attach.py
diff --git a/test/test_cli.py → test/functional/test_cli.py b/test/test_cli.py → test/functional/test_cli.py
diff --git a/test/test_fork.py → test/functional/test_fork.py b/test/test_fork.py → test/functional/test_fork.py
diff --git a/test/test_gc.py → test/functional/test_gc.py b/test/test_gc.py → test/functional/test_gc.py
diff --git a/test/test_mojo.py → test/functional/test_mojo.py b/test/test_mojo.py → test/functional/test_mojo.py
diff --git a/test/test_pipe.py → test/functional/test_pipe.py b/test/test_pipe.py → test/functional/test_pipe.py
diff --git a/test/integrity/__init__.py b/test/integrity/__init__.py
diff --git a/test/test_accuracy.py → test/integrity/test_accuracy.py b/test/test_accuracy.py → test/integrity/test_accuracy.py
diff --git a/test/test_valgrind.py → test/integrity/test_valgrind.py b/test/test_valgrind.py → test/integrity/test_valgrind.py
diff --git a/test/support/__init__.py b/test/support/__init__.py