diff --git a/python/pyspark/streaming/dstream.py b/python/pyspark/streaming/dstream.py index 86bacf432e0ac..8ea20a5e14d43 100644 --- a/python/pyspark/streaming/dstream.py +++ b/python/pyspark/streaming/dstream.py @@ -431,7 +431,7 @@ def __init__(self, prev, func, preservesPartitioning=False): self._prev_jrdd_deserializer = prev._jrdd_deserializer else: prev_func = prev.func - + def pipeline_func(split, iterator): return func(split, prev_func(split, iterator)) self.func = pipeline_func diff --git a/streaming/src/main/scala/org/apache/spark/streaming/api/python/PythonDStream.scala b/streaming/src/main/scala/org/apache/spark/streaming/api/python/PythonDStream.scala index 20bc69fffcbd7..75e086134f896 100644 --- a/streaming/src/main/scala/org/apache/spark/streaming/api/python/PythonDStream.scala +++ b/streaming/src/main/scala/org/apache/spark/streaming/api/python/PythonDStream.scala @@ -130,7 +130,6 @@ class PythonTransformedDStream( } val asJavaDStream = JavaDStream.fromDStream(this) - //val asJavaPairDStream : JavaPairDStream[Long, Array[Byte]] = JavaPairDStream.fromJavaDStream(this) } */