Skip to content

Commit

Permalink
sorted the import following Spark coding convention
Browse files Browse the repository at this point in the history
  • Loading branch information
Ken Takagiwa authored and giwa committed Sep 20, 2014
1 parent 5bac7ec commit d2099d8
Showing 1 changed file with 13 additions and 32 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -19,42 +19,28 @@ package org.apache.spark.streaming.api.python

import java.util.{List => JList, ArrayList => JArrayList, Map => JMap, Collections}

import org.apache.spark.api.java.{JavaSparkContext, JavaPairRDD, JavaRDD}
import org.apache.spark.broadcast.Broadcast
import scala.reflect.ClassTag

import org.apache.spark._
import org.apache.spark.util.Utils
import java.io._
import scala.Some
import org.apache.spark.streaming.Duration
import scala.util.control.Breaks._
import org.apache.spark.broadcast.Broadcast
import scala.Some
import org.apache.spark.streaming.Duration
import org.apache.spark.rdd.RDD
import org.apache.spark.api.python.PythonRDD


import org.apache.spark.api.python._
import org.apache.spark.broadcast.Broadcast
import org.apache.spark.streaming.{Duration, Time}
import org.apache.spark.streaming.dstream._
import org.apache.spark.streaming.api.java._
import org.apache.spark.rdd.RDD
import org.apache.spark.api.python._
import org.apache.spark.api.python.PairwiseRDD


import scala.reflect.ClassTag


class PythonDStream[T: ClassTag](
parent: DStream[T],
command: Array[Byte],
envVars: JMap[String, String],
pythonIncludes: JList[String],
preservePartitoning: Boolean,
pythonExec: String,
broadcastVars: JList[Broadcast[Array[Byte]]],
accumulator: Accumulator[JList[Array[Byte]]]
) extends DStream[Array[Byte]](parent.ssc) {
parent: DStream[T],
command: Array[Byte],
envVars: JMap[String, String],
pythonIncludes: JList[String],
preservePartitoning: Boolean,
pythonExec: String,
broadcastVars: JList[Broadcast[Array[Byte]]],
accumulator: Accumulator[JList[Array[Byte]]])
extends DStream[Array[Byte]](parent.ssc) {

override def dependencies = List(parent)

Expand Down Expand Up @@ -146,8 +132,3 @@ DStream[(Long, Array[Byte])](prev.ssc){
}
val asJavaPairDStream : JavaPairDStream[Long, Array[Byte]] = JavaPairDStream.fromJavaDStream(this)
}





0 comments on commit d2099d8

Please sign in to comment.