diff --git a/py/requirements.txt b/py/requirements.txt index c5a06c4..d87219f 100644 --- a/py/requirements.txt +++ b/py/requirements.txt @@ -7,7 +7,7 @@ gcsfs==0.3.1 Keras==2.3.0 kaggle>=1.5,<1.6 hyperopt==0.2.2 -pyspark==2.4.4 +pyspark==3.2.2 cloudpickle==1.2.2 pillow==8.3.2 diff --git a/py/setup.py b/py/setup.py index 07ad3c1..823494f 100644 --- a/py/setup.py +++ b/py/setup.py @@ -9,7 +9,7 @@ 'scikit-learn==0.21.3', 'gcsfs==0.3.1', 'hyperopt==0.2.2', - 'pyspark==2.4.4', + 'pyspark==3.2.2', 'cloudpickle==1.2.2' ]