try again

apache · Jun 2, 2022 · 361947b · 361947b
1 parent 502872e
commit 361947b
Showing 1 changed file with 1 addition and 12 deletions.
diff --git a/...k/src/main/scala/org/apache/spark/sql/hudi/command/procedures/DeleteMarkerProcedure.scala b/...k/src/main/scala/org/apache/spark/sql/hudi/command/procedures/DeleteMarkerProcedure.scala
@@ -17,11 +17,6 @@
 
 package org.apache.spark.sql.hudi.command.procedures
 
-import org.apache.hudi.client.common.HoodieSparkEngineContext
-import org.apache.hudi.common.engine.HoodieEngineContext
-import org.apache.hudi.common.table.HoodieTableMetaClient
-import org.apache.hudi.common.table.timeline.versioning.TimelineLayoutVersion
-import org.apache.hudi.common.util.Option
 import org.apache.hudi.table.HoodieSparkTable
 import org.apache.hudi.table.marker.WriteMarkersFactory
 import org.apache.spark.internal.Logging
@@ -56,13 +51,7 @@ class DeleteMarkerProcedure extends BaseProcedure with ProcedureBuilder with Log
       val client = createHoodieClient(jsc, basePath)
       val config = client.getConfig
       val context = client.getEngineContext
-      val metaClient = HoodieTableMetaClient.builder()
-        .setConf(context.getHadoopConf.get).setBasePath(config.getBasePath)
-        .setLoadActiveTimelineOnLoad(true).setConsistencyGuardConfig(config.getConsistencyGuardConfig)
-        .setLayoutVersion(Option.of(new TimelineLayoutVersion(config.getTimelineLayoutVersion)))
-        .setFileSystemRetryConfig(config.getFileSystemRetryConfig).setProperties(config.getProps)
-        .build
-      val table = HoodieSparkTable.create(config, context.asInstanceOf[HoodieSparkEngineContext], metaClient, true)
+      val table = HoodieSparkTable.create(config, context, java.lang.Boolean.TRUE)
       WriteMarkersFactory.get(config.getMarkersType, table, instantTime)
         .quietDeleteMarkerDir(context, config.getMarkersDeleteParallelism)
     } match {