add fp16 back for efficientnetb2b_maskrcnn and add more tests

openvinotoolkit · May 9, 2022 · 5ea7a47 · 5ea7a47
1 parent d975d18
commit 5ea7a47
Show file tree

Hide file tree

Showing 2 changed files with 50 additions and 0 deletions.
diff --git a/external/mmdetection/configs/custom-counting-instance-seg/efficientnetb2b_maskrcnn/model.py b/external/mmdetection/configs/custom-counting-instance-seg/efficientnetb2b_maskrcnn/model.py
@@ -157,3 +157,4 @@
     dict(type='EarlyStoppingHook', patience=10, metric='mAP',
          interval=1, priority=75, iteration_patience=0),
 ]
+fp16 = dict(loss_scale=512.)
diff --git a/external/mmdetection/tests/ote_cli/test_instance_segmentation.py b/external/mmdetection/tests/ote_cli/test_instance_segmentation.py
@@ -34,6 +34,13 @@
     ote_eval_testing,
     ote_train_testing,
     ote_export_testing,
+    nncf_optimize_testing,
+    nncf_export_testing,
+    nncf_eval_testing,
+    ote_hpo_testing,
+    nncf_eval_openvino_testing,
+    pot_optimize_testing,
+    pot_eval_testing
 )
 
 
@@ -111,3 +118,45 @@ def test_ote_eval_deployment(self, template):
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_ote_demo_deployment(self, template):
         ote_demo_deployment_testing(template, root, ote_dir, args)
+
+    @e2e_pytest_component
+    @pytest.mark.parametrize("template", templates, ids=templates_ids)
+    def test_nncf_optimize(self, template):
+        if template.entrypoints.nncf is None:
+            pytest.skip("nncf entrypoint is none")
+
+        nncf_optimize_testing(template, root, ote_dir, args)
+
+    @e2e_pytest_component
+    @pytest.mark.parametrize("template", templates, ids=templates_ids)
+    def test_nncf_export(self, template):
+        if template.entrypoints.nncf is None:
+            pytest.skip("nncf entrypoint is none")
+
+        nncf_export_testing(template, root)
+
+    @e2e_pytest_component
+    @pytest.mark.parametrize("template", templates, ids=templates_ids)
+    def test_nncf_eval(self, template):
+        if template.entrypoints.nncf is None:
+            pytest.skip("nncf entrypoint is none")
+
+        nncf_eval_testing(template, root, ote_dir, args, threshold=0.001)
+
+    @e2e_pytest_component
+    @pytest.mark.parametrize("template", templates, ids=templates_ids)
+    def test_nncf_eval_openvino(self, template):
+        if template.entrypoints.nncf is None:
+            pytest.skip("nncf entrypoint is none")
+
+        nncf_eval_openvino_testing(template, root, ote_dir, args)
+
+    @e2e_pytest_component
+    @pytest.mark.parametrize("template", templates, ids=templates_ids)
+    def test_pot_optimize(self, template):
+        pot_optimize_testing(template, root, ote_dir, args)
+
+    @e2e_pytest_component
+    @pytest.mark.parametrize("template", templates, ids=templates_ids)
+    def test_pot_eval(self, template):
+        pot_eval_testing(template, root, ote_dir, args)