Quick Fix Tox & pre-commit versions

.pre-commit-config.yaml

@@ -80,11 +80,11 @@ repos:
 
             # requirements-ml.txt
             scikit-learn>=0.23.2,
-            'keras>=2.4.3,<3.0.0',
+            keras>=3.0.0,
             rapidfuzz>=2.6.1,
-            "tensorflow>=2.6.4,<2.15.0; sys.platform != 'darwin'",
-            "tensorflow>=2.6.4,<2.15.0; sys_platform == 'darwin' and platform_machine != 'arm64'",
-            "tensorflow-macos>=2.6.4,<2.15.0; sys_platform == 'darwin' and platform_machine == 'arm64'",
+            "tensorflow>=2.16.0; sys.platform != 'darwin'",
+            "tensorflow>=2.16.0; sys_platform == 'darwin' and platform_machine != 'arm64'",
+            "tensorflow-macos>=2.16.0; sys_platform == 'darwin' and platform_machine == 'arm64'",
             tqdm>=4.0.0,
 
             # requirements-reports.txt

dataprofiler/__init__.py

@@ -20,6 +20,22 @@
 from .validators.base_validators import Validator
 from .version import __version__
 
+try:
+    import snappy
+except ImportError:
+    import warnings
+
+    warnings.warn(
+        "Snappy must be installed to use parquet/avro datasets."
+        "\n\n"
+        "For macOS use Homebrew:\n"
+        "\t`brew install snappy`"
+        "\n\n"
+        "For linux use apt-get:\n`"
+        "\tsudo apt-get -y install libsnappy-dev`\n",
+        ImportWarning,
+    )
+
 
 def set_seed(seed=None):
     # also check it's an integer

dataprofiler/tests/test_data_profiler.py

@@ -56,6 +56,46 @@ def test_data_profiling(self):
             self.assertIsNotNone(profile.profile)
             self.assertIsNotNone(profile.report())
 
+    def test_no_snappy(self):
+        import importlib
+        import sys
+        import types
+
+        orig_import = __import__
+        # necessary for any wrapper around the library to test if snappy caught
+        # as an issue
+
+        def reload_data_profiler():
+            """Recursively reload modules."""
+            sys_modules = sys.modules.copy()
+            for module_name, module in sys_modules.items():
+                # Only reload top level of the dataprofiler
+                if "dataprofiler" in module_name and len(module_name.split(".")) < 3:
+                    if isinstance(module, types.ModuleType):
+                        importlib.reload(module)
+
+        def import_mock(name, *args, **kwargs):
+            if name == "snappy":
+                raise ImportError("test")
+            return orig_import(name, *args, **kwargs)
+
+        with mock.patch("builtins.__import__", side_effect=import_mock):
+            with self.assertWarns(ImportWarning) as w:
+                import dataprofiler
+
+                reload_data_profiler()
+
+        self.assertEqual(
+            str(w.warning),
+            "Snappy must be installed to use parquet/avro datasets."
+            "\n\n"
+            "For macOS use Homebrew:\n"
+            "\t`brew install snappy`"
+            "\n\n"
+            "For linux use apt-get:\n`"
+            "\tsudo apt-get -y install libsnappy-dev`\n",
+        )
+
     def test_no_tensorflow(self):
         import sys
 

tox.ini

@@ -16,7 +16,7 @@ deps =
     -rrequirements-reports.txt
     -rrequirements-test.txt
 commands =
-    python3 -m pytest dataprofiler/tests/ --cov=dataprofiler --cov-fail-under=80 --cov-report=xml:dist/coverage.xml --forked
+    python3 -m pytest dataprofiler/tests/ --cov=dataprofiler --cov-fail-under=80 --cov-report=xml:coverage.xml --forked
 
 # add "docs" to `envlist` to run the docs build
 #[testenv:docs]