Add marker to new feature tests

tests/conftest.py

@@ -21,6 +21,8 @@ def pytest_configure(config):
     config.addinivalue_line("markers", "reqids(ids): link a test with a requirement")
     config.addinivalue_line("markers", "bugs(ids): link a test with a bug")
 
+    config.addinivalue_line("markers", "new: mark the tests for the new features")
+
 
 @pytest.fixture(scope="function")
 def test_dir():

tests/integration/cli/test_merge.py

@@ -20,7 +20,6 @@
 from tests.utils.test_utils import run_datum as run
 
 
-@pytest.mark.v1_3_0
 class MergeTest:
     @pytest.fixture()
     def fxt_homogenous(self, test_dir):
@@ -250,7 +249,6 @@ def test_merge(self, test_case, merge_policy, test_dir, helper_tc):
         compare_datasets(helper_tc, expected, actual, require_media=True)
 
 
-@pytest.mark.v1_3_0
 class IntersectMergeTest(TestCase):
     @mark_requirement(Requirements.DATUM_GENERAL_REQ)
     def test_can_run_self_merge(self):

tests/integration/cli/test_tabular_format.py

@@ -46,6 +46,7 @@ def fxt_buddy(fxt_buddy_path, fxt_buddy_target):
     yield Dataset.import_from(fxt_buddy_path, "tabular", target=fxt_buddy_target)
 
 
+@pytest.mark.new
 class TabularIntegrationTest:
     @mark_requirement(Requirements.DATUM_GENERAL_REQ)
     @pytest.mark.parametrize(

tests/integration/cli/test_video.py

@@ -140,6 +140,7 @@ def test_can_extract_keyframes_from_video(self):
 
             compare_datasets(self, expected, parsed_dataset)
 
+    @pytest.mark.new
     @mark_requirement(Requirements.DATUM_GENERAL_REQ)
     def test_can_export_video_dataset(self):
         with TestDir() as test_dir:

tests/unit/algorithms/test_corrector.py

@@ -827,7 +827,6 @@ def fxt_refined_det_dataset(fxt_original_det_dataset):
     return refined
 
 
-@pytest.mark.v1_3_0
 class ValidationCorrectionTest:
     @pytest.mark.parametrize(
         "fxt_original_dataset, fxt_validator, fxt_refined_dataset",

tests/unit/data_formats/test_roboflow.py

@@ -292,6 +292,7 @@ def fxt_tfrecord_dataset():
 IDS = ["COCO", "VOC", "YOLO", "YOLO_OBB", "CREATE_ML", "MULTICLASS"]
 
 
+@pytest.mark.new
 class RoboflowImporterTest(TestDataFormatBase):
     @pytest.mark.parametrize(
         ["fxt_dataset_dir", "importer"],

tests/unit/test_configurable_validator.py

@@ -469,6 +469,7 @@ def fxt_dataset():
 }
 
 
+@pytest.mark.new
 class ConfigurableValidatorTest:
     @pytest.mark.parametrize(
         "fxt_tasks,fxt_warnings",

tests/unit/test_framework_converter.py

@@ -142,6 +142,7 @@ def fxt_dataset():
     )
 
 
+@pytest.mark.new
 @mark_requirement(Requirements.DATUM_GENERAL_REQ)
 class FrameworkConverterFactoryTest(TestCase):
     @skipIf(not TORCH_AVAILABLE, reason="PyTorch is not installed")

tests/unit/test_tabular_format.py

@@ -38,6 +38,7 @@ def fxt_buddy(fxt_tabular_root, fxt_buddy_target):
     yield Dataset.import_from(path, "tabular", target=fxt_buddy_target)
 
 
+@pytest.mark.new
 class TabularImporterTest:
     @mark_requirement(Requirements.DATUM_GENERAL_REQ)
     def test_can_import_tabular_file(self, txf_electricity) -> None:

tests/unit/test_validator.py

@@ -6,6 +6,7 @@
 from unittest import TestCase
 
 import numpy as np
+import pytest
 
 from datumaro.components.annotation import (
     AnnotationType,
@@ -894,6 +895,7 @@ def test_validate_annotations_classification(self):
 
             self.assertEqual(actual_summary, expected_summary)
 
+    @pytest.mark.new
     @mark_requirement(Requirements.DATUM_GENERAL_REQ)
     def test_validate_multilabel_annotations_classification(self):
         label_cat = LabelCategories.from_iterable(["car", "bicycle", "dog", "cat", "plate", "pan"])

tests/unit/test_video.py

@@ -250,6 +250,7 @@ def test_can_release_resources_on_checkout(self, fxt_sample_video):
         assert len(project.working_tree.make_dataset()) == 1
 
 
+@pytest.mark.new
 class VideoAnnotationTest:
     @mark_requirement(Requirements.DATUM_GENERAL_REQ)
     @pytest.mark.parametrize("dataset_format", ["datumaro", "datumaro_binary"])

tests/unit/transforms/test_sam_transforms.py

@@ -46,6 +46,7 @@ def create_bbox_item(n_bboxes: int, n_labels: int, idx: int) -> DatasetItem:
     return DatasetItem(id=f"test_{idx}", media=media, annotations=annotations)
 
 
+@pytest.mark.new
 class SAMModelInterpreterTest:
     def test_encoder(self):
         interp = SAMEncoderInterpreter()

tox.ini

@@ -74,14 +74,17 @@ commands =
 
 [testenv:validation]
 commands =
-    python -m pytest -v --csv={toxworkdir}/results_val_{envname}.csv -m {posargs:v1_3_0}
+    python -m pytest -v --csv={toxworkdir}/results_val_{envname}.csv -m {posargs:new}
 
 
 [testenv:stability-{darwin,lin,win}]
 deps =
     {[testenv]deps}
     pytest-loop
+allowlist_externals =
+    bash
 commands_pre =
+    bash -c 'cargo -V; echo "cargo (rust) version checking exit code = $?"'
     python -m pip uninstall pytest-stress -y
 commands =
     python -m pytest -v --csv={toxworkdir}/results-{envname}.csv -x {posargs:--loop 5}