From d120609555278997853379c6f6bdc3fca1586251 Mon Sep 17 00:00:00 2001 From: Oleksii Moskalenko Date: Tue, 5 Jan 2021 12:34:55 +0800 Subject: [PATCH] bump python version requirements for dataproc Signed-off-by: Oleksii Moskalenko --- sdk/python/feast/pyspark/launchers/gcloud/dataproc.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sdk/python/feast/pyspark/launchers/gcloud/dataproc.py b/sdk/python/feast/pyspark/launchers/gcloud/dataproc.py index 26f261249a..8e6cf6774d 100644 --- a/sdk/python/feast/pyspark/launchers/gcloud/dataproc.py +++ b/sdk/python/feast/pyspark/launchers/gcloud/dataproc.py @@ -284,8 +284,8 @@ def dataproc_submit( "spark.executor.instances": self.executor_instances, "spark.executor.cores": self.executor_cores, "spark.executor.memory": self.executor_memory, - "spark.pyspark.driver.python": "python3.6", - "spark.pyspark.python": "python3.6", + "spark.pyspark.driver.python": "python3.7", + "spark.pyspark.python": "python3.7", } properties.update(extra_properties)