From 911df1be90f1c73ed36f36de5f3f47fd5d333d93 Mon Sep 17 00:00:00 2001 From: brandon-b-miller Date: Thu, 12 May 2022 08:02:48 -0700 Subject: [PATCH 1/3] add dispatch from dask to cudf --- python/dask_cudf/dask_cudf/backends.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/python/dask_cudf/dask_cudf/backends.py b/python/dask_cudf/dask_cudf/backends.py index ac600c73285..fb17f819bcf 100644 --- a/python/dask_cudf/dask_cudf/backends.py +++ b/python/dask_cudf/dask_cudf/backends.py @@ -13,6 +13,7 @@ categorical_dtype_dispatch, concat_dispatch, group_split_dispatch, + grouper_dispatch, hash_object_dispatch, is_categorical_dtype_dispatch, make_meta_dispatch, @@ -296,6 +297,11 @@ def is_categorical_dtype_cudf(obj): return cudf.api.types.is_categorical_dtype(obj) +@grouper_dispatch.register((cudf.core.dataframe.DataFrame,)) +def get_grouper_cudf(obj): + return cudf.core.groupby.Grouper + + try: try: from dask.array.dispatch import percentile_lookup From 0e2a8014d47510e5fea5aa3ee7b15e8c7af65e37 Mon Sep 17 00:00:00 2001 From: brandon-b-miller Date: Mon, 23 May 2022 06:56:29 -0700 Subject: [PATCH 2/3] add Series to dispatch --- python/dask_cudf/dask_cudf/backends.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/dask_cudf/dask_cudf/backends.py b/python/dask_cudf/dask_cudf/backends.py index fb17f819bcf..bcbe5e57db4 100644 --- a/python/dask_cudf/dask_cudf/backends.py +++ b/python/dask_cudf/dask_cudf/backends.py @@ -297,7 +297,7 @@ def is_categorical_dtype_cudf(obj): return cudf.api.types.is_categorical_dtype(obj) -@grouper_dispatch.register((cudf.core.dataframe.DataFrame,)) +@grouper_dispatch.register((cudf.Series, cudf.DataFrame)) def get_grouper_cudf(obj): return cudf.core.groupby.Grouper From 57184286c2175d097747a2524424b63cd622e28c Mon Sep 17 00:00:00 2001 From: brandon-b-miller Date: Mon, 23 May 2022 07:09:33 -0700 Subject: [PATCH 3/3] optionally register to dispatch --- python/dask_cudf/dask_cudf/backends.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/python/dask_cudf/dask_cudf/backends.py b/python/dask_cudf/dask_cudf/backends.py index bcbe5e57db4..1d3a15015fd 100644 --- a/python/dask_cudf/dask_cudf/backends.py +++ b/python/dask_cudf/dask_cudf/backends.py @@ -13,7 +13,6 @@ categorical_dtype_dispatch, concat_dispatch, group_split_dispatch, - grouper_dispatch, hash_object_dispatch, is_categorical_dtype_dispatch, make_meta_dispatch, @@ -297,10 +296,15 @@ def is_categorical_dtype_cudf(obj): return cudf.api.types.is_categorical_dtype(obj) -@grouper_dispatch.register((cudf.Series, cudf.DataFrame)) -def get_grouper_cudf(obj): - return cudf.core.groupby.Grouper +try: + from dask.dataframe.dispatch import grouper_dispatch + + @grouper_dispatch.register((cudf.Series, cudf.DataFrame)) + def get_grouper_cudf(obj): + return cudf.core.groupby.Grouper +except ImportError: + pass try: try: