From 361947b2abe05bc598e679a05fe11139985b1906 Mon Sep 17 00:00:00 2001 From: Jerry Shao Date: Thu, 2 Jun 2022 22:01:41 +0800 Subject: [PATCH] try again --- .../command/procedures/DeleteMarkerProcedure.scala | 13 +------------ 1 file changed, 1 insertion(+), 12 deletions(-) diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/DeleteMarkerProcedure.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/DeleteMarkerProcedure.scala index acdda740f926b..0554aa15c0538 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/DeleteMarkerProcedure.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/DeleteMarkerProcedure.scala @@ -17,11 +17,6 @@ package org.apache.spark.sql.hudi.command.procedures -import org.apache.hudi.client.common.HoodieSparkEngineContext -import org.apache.hudi.common.engine.HoodieEngineContext -import org.apache.hudi.common.table.HoodieTableMetaClient -import org.apache.hudi.common.table.timeline.versioning.TimelineLayoutVersion -import org.apache.hudi.common.util.Option import org.apache.hudi.table.HoodieSparkTable import org.apache.hudi.table.marker.WriteMarkersFactory import org.apache.spark.internal.Logging @@ -56,13 +51,7 @@ class DeleteMarkerProcedure extends BaseProcedure with ProcedureBuilder with Log val client = createHoodieClient(jsc, basePath) val config = client.getConfig val context = client.getEngineContext - val metaClient = HoodieTableMetaClient.builder() - .setConf(context.getHadoopConf.get).setBasePath(config.getBasePath) - .setLoadActiveTimelineOnLoad(true).setConsistencyGuardConfig(config.getConsistencyGuardConfig) - .setLayoutVersion(Option.of(new TimelineLayoutVersion(config.getTimelineLayoutVersion))) - .setFileSystemRetryConfig(config.getFileSystemRetryConfig).setProperties(config.getProps) - .build - val table = HoodieSparkTable.create(config, context.asInstanceOf[HoodieSparkEngineContext], metaClient, true) + val table = HoodieSparkTable.create(config, context, java.lang.Boolean.TRUE) WriteMarkersFactory.get(config.getMarkersType, table, instantTime) .quietDeleteMarkerDir(context, config.getMarkersDeleteParallelism) } match {