Bug fix: uses task ID rather than job ID to generate output file path

liancheng · May 6, 2015 · 8ed5db8 · 8ed5db8
1 parent 27448bb
commit 8ed5db8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/fsBasedParquet.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/fsBasedParquet.scala
@@ -90,7 +90,7 @@ private[sql] class ParquetOutputWriter extends OutputWriter with SparkHadoopMapR
       numberFormat.setMinimumIntegerDigits(5)
       numberFormat.setGroupingUsed(false)
 
-      val split = context.getTaskAttemptID.getId
+      val split = context.getTaskAttemptID.getTaskID.getId
       val codec = CodecConfig.from(context).getCodec
       val extension = s"${codec.getExtension}.parquet"