From e2ebd88b796c560bfa5653491956bdeaa7021c86 Mon Sep 17 00:00:00 2001 From: Xiangrui Meng Date: Thu, 20 Oct 2016 02:53:48 -0700 Subject: [PATCH] minor --- core/src/main/scala/org/apache/spark/rdd/RDD.scala | 1 - .../apache/spark/sql/catalyst/expressions/Projection.scala | 2 -- .../spark/sql/catalyst/expressions/SparkPartitionID.scala | 4 ++-- .../sql/catalyst/expressions/codegen/CodeGenerator.scala | 4 ++-- 4 files changed, 4 insertions(+), 7 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/rdd/RDD.scala b/core/src/main/scala/org/apache/spark/rdd/RDD.scala index f6e92569631dd..d0c96d4b1475e 100644 --- a/core/src/main/scala/org/apache/spark/rdd/RDD.scala +++ b/core/src/main/scala/org/apache/spark/rdd/RDD.scala @@ -816,7 +816,6 @@ abstract class RDD[T: ClassTag]( preservesPartitioning) } - /** * Return a new RDD by applying a function to each partition of this RDD, while tracking the index * of the original partition. diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Projection.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Projection.scala index 190b530138e7e..5554278c5d2a7 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Projection.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Projection.scala @@ -23,7 +23,6 @@ import org.apache.spark.sql.types.{DataType, StructType} /** * A [[Projection]] that is calculated by calling the `eval` of each of the specified expressions. - * * @param expressions a sequence of expressions that determine the value of each column of the * output row. */ @@ -57,7 +56,6 @@ class InterpretedProjection(expressions: Seq[Expression]) extends Projection { /** * A [[MutableProjection]] that is calculated by calling `eval` on each of the specified * expressions. - * * @param expressions a sequence of expressions that determine the value of each column of the * output row. */ diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SparkPartitionID.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SparkPartitionID.scala index 35d1c9744196c..1d478e7972e2a 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SparkPartitionID.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SparkPartitionID.scala @@ -22,10 +22,10 @@ import org.apache.spark.sql.catalyst.expressions.codegen.{CodegenContext, ExprCo import org.apache.spark.sql.types.{DataType, IntegerType} /** - * Expression that returns the current partition id of the Spark task. + * Expression that returns the current partition id. */ @ExpressionDescription( - usage = "_FUNC_() - Returns the current partition id of the Spark task", + usage = "_FUNC_() - Returns the current partition id", extended = "> SELECT _FUNC_();\n 0") case class SparkPartitionID() extends LeafExpression with Nondeterministic { diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/codegen/CodeGenerator.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/codegen/CodeGenerator.scala index bd1cdb6eba1fb..9c3c6d3b2a7f2 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/codegen/CodeGenerator.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/codegen/CodeGenerator.scala @@ -185,8 +185,8 @@ class CodegenContext { } /** - * Code statements to initialize states that depends on the partition index. - * An integer `partitionIndex` will be available within the scope. + * Code statements to initialize states that depend on the partition index. + * An integer `partitionIndex` will be made available within the scope. */ val partitionInitializationStatements: mutable.ArrayBuffer[String] = mutable.ArrayBuffer.empty