Skip to content

Commit

Permalink
change private[spark] to private[python]
Browse files Browse the repository at this point in the history
  • Loading branch information
davies committed Sep 30, 2014
1 parent eed6e2a commit b98d63f
Showing 1 changed file with 6 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ import org.apache.spark.streaming.api.java._
/**
* Interface for Python callback function with three arguments
*/
private[spark] trait PythonRDDFunction {
private[python] trait PythonRDDFunction {
// callback in Python
def call(time: Long, rdds: JList[_]): JavaRDD[Array[Byte]]
}
Expand Down Expand Up @@ -80,7 +80,7 @@ abstract class PythonDStream(parent: DStream[_], pfunc: PythonRDDFunction)
/**
* Helper functions
*/
private[spark] object PythonDStream {
private[python] object PythonDStream {

// convert Option[RDD[_]] to JavaRDD, handle null gracefully
def wrapRDD(rdd: Option[RDD[_]]): JavaRDD[_] = {
Expand Down Expand Up @@ -129,7 +129,7 @@ private[spark] object PythonDStream {
* If `reuse` is true and the result of the `func` is an PythonRDD, then it will cache it
* as an template for future use, this can reduce the Python callbacks.
*/
private[spark]
private[python]
class PythonTransformedDStream (parent: DStream[_], pfunc: PythonRDDFunction,
var reuse: Boolean = false)
extends PythonDStream(parent, pfunc) {
Expand Down Expand Up @@ -168,7 +168,7 @@ class PythonTransformedDStream (parent: DStream[_], pfunc: PythonRDDFunction,
/**
* Transformed from two DStreams in Python.
*/
private[spark]
private[python]
class PythonTransformed2DStream(parent: DStream[_], parent2: DStream[_],
pfunc: PythonRDDFunction)
extends DStream[Array[Byte]] (parent.ssc) {
Expand All @@ -189,7 +189,7 @@ class PythonTransformed2DStream(parent: DStream[_], parent2: DStream[_],
/**
* similar to StateDStream
*/
private[spark]
private[python]
class PythonStateDStream(parent: DStream[Array[Byte]], reduceFunc: PythonRDDFunction)
extends PythonDStream(parent, reduceFunc) {

Expand All @@ -210,7 +210,7 @@ class PythonStateDStream(parent: DStream[Array[Byte]], reduceFunc: PythonRDDFunc
/**
* similar to ReducedWindowedDStream
*/
private[spark]
private[python]
class PythonReducedWindowedDStream(parent: DStream[Array[Byte]],
preduceFunc: PythonRDDFunction,
pinvReduceFunc: PythonRDDFunction,
Expand Down

0 comments on commit b98d63f

Please sign in to comment.