[HUDI-4104] DeltaWriteProfile includes the pending compaction file sl…

…ice when deciding small buckets (apache#5594) (cherry picked from commit fdd96cc)
XuQianJin-Stars · Jun 5, 2022 · b9cc235 · b9cc235
1 parent eb98e68
commit b9cc235
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.../hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java b/.../hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java
@@ -59,7 +59,7 @@ protected List<SmallFile> smallFilesProfile(String partitionPath) {
       List<FileSlice> allSmallFileSlices = new ArrayList<>();
       // If we can index log files, we can add more inserts to log files for fileIds including those under
       // pending compaction.
-      List<FileSlice> allFileSlices = fsView.getLatestFileSlicesBeforeOrOn(partitionPath, latestCommitTime.getTimestamp(), false)
+      List<FileSlice> allFileSlices = fsView.getLatestMergedFileSlicesBeforeOrOn(partitionPath, latestCommitTime.getTimestamp())
           .collect(Collectors.toList());
       for (FileSlice fileSlice : allFileSlices) {
         if (isSmallFile(fileSlice)) {