Skip to content

Commit

Permalink
Removed erroneous batching.
Browse files Browse the repository at this point in the history
This commit fixes the batching.  The new exec should not have to receive
batched input.
  • Loading branch information
mythrocks committed Dec 7, 2023
1 parent 0ba8be6 commit b5fda09
Showing 1 changed file with 2 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -235,13 +235,9 @@ class GpuBatchedBoundedWindowExec(
override def otherCopyArgs: Seq[AnyRef] =
cpuPartitionSpec :: cpuOrderSpec :: minPreceding :: maxFollowing :: Nil

override def childrenCoalesceGoal: Seq[CoalesceGoal] = Seq(outputBatching)
override def childrenCoalesceGoal: Seq[CoalesceGoal] = Seq.fill(children.size)(null)

override def outputBatching: CoalesceGoal = if (gpuPartitionSpec.isEmpty) {
RequireSingleBatch
} else {
BatchedByKey(gpuPartitionOrdering)(cpuPartitionOrdering)
}
override def outputBatching: CoalesceGoal = null

override protected def internalDoExecuteColumnar(): RDD[ColumnarBatch] = {
val numOutputBatches = gpuLongMetric(GpuMetric.NUM_OUTPUT_BATCHES)
Expand Down

0 comments on commit b5fda09

Please sign in to comment.