From a9806aa609943e521d0c9860647402bab9532e9c Mon Sep 17 00:00:00 2001 From: Udbhav30 Date: Sat, 22 Aug 2020 02:15:56 +0530 Subject: [PATCH] add a warning msg --- core/src/main/scala/org/apache/spark/util/Utils.scala | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/util/Utils.scala b/core/src/main/scala/org/apache/spark/util/Utils.scala index 0d32280642b7a..79b5bcf2468e9 100644 --- a/core/src/main/scala/org/apache/spark/util/Utils.scala +++ b/core/src/main/scala/org/apache/spark/util/Utils.scala @@ -280,7 +280,10 @@ private[spark] object Utils extends Logging { hadoopConf: Configuration): Unit = { if (isTrashEnabled && hadoopConf.getInt("fs.trash.interval", 0) > 0) { logDebug(s"will move data ${partitionPath.toString} to trash") - Trash.moveToAppropriateTrash(fs, partitionPath, hadoopConf) + val isSuccess = Trash.moveToAppropriateTrash(fs, partitionPath, hadoopConf) + if (!isSuccess) { + logWarning(s"Failed to move data ${partitionPath.toString} to trash") + } } else { fs.delete(partitionPath, true) }