Fix Spark version to be 3.5.3 for integration tests

apache · Sep 24, 2024 · 557741b · 557741b
1 parent 2615f49
commit 557741b
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 5 deletions.
diff --git a/.github/workflows/bot.yml b/.github/workflows/bot.yml
@@ -630,7 +630,7 @@ jobs:
       matrix:
         include:
           - sparkProfile: 'spark3.5'
-            sparkArchive: 'spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz'
+            sparkArchive: 'spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz'
     steps:
       - uses: actions/checkout@v3
       - name: Set up JDK 8

diff --git a/docker/hoodie/hadoop/pom.xml b/docker/hoodie/hadoop/pom.xml
@@ -54,7 +54,7 @@
   <properties>
     <skipITs>false</skipITs>
     <docker.build.skip>true</docker.build.skip>
-    <docker.spark.version>3.5.1</docker.spark.version>
+    <docker.spark.version>3.5.3</docker.spark.version>
     <docker.hive.version>2.3.3</docker.hive.version>
     <docker.hadoop.version>2.8.4</docker.hadoop.version>
     <docker.presto.version>0.271</docker.presto.version>

diff --git a/docker/setup_demo.sh b/docker/setup_demo.sh
@@ -19,7 +19,7 @@
 SCRIPT_PATH=$(cd `dirname $0`; pwd)
 HUDI_DEMO_ENV=$1
 WS_ROOT=`dirname $SCRIPT_PATH`
-COMPOSE_FILE_NAME="docker-compose_hadoop284_hive233_spark351_amd64.yml"
+COMPOSE_FILE_NAME="docker-compose_hadoop284_hive233_spark353_amd64.yml"
 if [ "$HUDI_DEMO_ENV" = "--mac-aarch64" ]; then
   COMPOSE_FILE_NAME="docker-compose_hadoop284_hive233_spark244_mac_aarch64.yml"
 fi

diff --git a/docker/stop_demo.sh b/docker/stop_demo.sh
@@ -20,7 +20,7 @@ SCRIPT_PATH=$(cd `dirname $0`; pwd)
 HUDI_DEMO_ENV=$1
 # set up root directory
 WS_ROOT=`dirname $SCRIPT_PATH`
-COMPOSE_FILE_NAME="docker-compose_hadoop284_hive233_spark351_amd64.yml"
+COMPOSE_FILE_NAME="docker-compose_hadoop284_hive233_spark353_amd64.yml"
 if [ "$HUDI_DEMO_ENV" = "--mac-aarch64" ]; then
   COMPOSE_FILE_NAME="docker-compose_hadoop284_hive233_spark244_mac_aarch64.yml"
 fi

diff --git a/hudi-integ-test/pom.xml b/hudi-integ-test/pom.xml
@@ -390,7 +390,7 @@
   <properties>
     <dockerCompose.envFile>${project.basedir}/compose_env</dockerCompose.envFile>
     <dockerCompose.file>
-      ${project.basedir}/../docker/compose/docker-compose_hadoop284_hive233_spark351_amd64.yml
+      ${project.basedir}/../docker/compose/docker-compose_hadoop284_hive233_spark353_amd64.yml
     </dockerCompose.file>
     <docker.compose.skip>${skipITs}</docker.compose.skip>
     <main.basedir>${project.parent.basedir}</main.basedir>