FIX-#2498: Fix possible number of partitions for Dask engine (#2532)

Signed-off-by: Igoshev, Yaroslav <[email protected]>
modin-project · Dec 16, 2020 · d8d58bb · d8d58bb
1 parent d13fe74
commit d8d58bb
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/modin/pandas/__init__.py b/modin/pandas/__init__.py
@@ -135,6 +135,8 @@ def _update_engine(publisher: Parameter):
 
                 dask_client = Client(n_workers=CpuCount.get())
 
+            num_cpus = len(dask_client.ncores())
+
     elif publisher.get() == "Cloudray":
         from modin.experimental.cloud import get_connection
 

diff --git a/modin/pandas/test/test_io.py b/modin/pandas/test/test_io.py
@@ -587,7 +587,7 @@ def test_read_csv_col_handling(
             None,
             {
                 "col1": lambda x: np.int64(x) * 10,
-                "col2": pd.to_datetime,
+                "col2": pandas.to_datetime,
                 "col4": lambda x: x.replace(":", ";"),
             },
         ],
@@ -748,7 +748,7 @@ def test_read_csv_nans_handling(
     @pytest.mark.parametrize("infer_datetime_format", [True, False])
     @pytest.mark.parametrize("keep_date_col", [True, False])
     @pytest.mark.parametrize(
-        "date_parser", [None, lambda x: pd.datetime.strptime(x, "%Y-%m-%d")]
+        "date_parser", [None, lambda x: pandas.datetime.strptime(x, "%Y-%m-%d")]
     )
     @pytest.mark.parametrize("dayfirst", [True, False])
     @pytest.mark.parametrize("cache_dates", [True, False])