diff --git a/core/src/main/scala/org/apache/spark/input/RawFileInput.scala b/core/src/main/scala/org/apache/spark/input/RawFileInput.scala
index 4a8e543adecfa..377df6e2cda38 100644
--- a/core/src/main/scala/org/apache/spark/input/RawFileInput.scala
+++ b/core/src/main/scala/org/apache/spark/input/RawFileInput.scala
@@ -58,9 +58,6 @@ abstract class StreamFileInputFormat[T]
/**
* A class that allows DataStreams to be serialized and moved around by not creating them
* until they need to be read
- * @param split
- * @param context
- * @param index
*/
class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, index: Integer)
extends Serializable {
@@ -68,7 +65,10 @@ class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, i
private var fileIn: FSDataInputStream = null.asInstanceOf[FSDataInputStream]
private var isOpen = false
- def open(): FSDataInputStream= {
+ /**
+ * create a new DataInputStream from the split and context
+ */
+ def open(): FSDataInputStream = {
val pathp = split.getPath(index)
path = pathp.toString
val fs = pathp.getFileSystem(context.getConfiguration)
@@ -77,6 +77,9 @@ class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, i
fileIn
}
+ /**
+ * close the file (if it is already open)
+ */
def close() = {
if (isOpen) {
try {
diff --git a/pom.xml b/pom.xml
index 6b8e301107573..ae97bf03c53a2 100644
--- a/pom.xml
+++ b/pom.xml
@@ -743,10 +743,6 @@
jackson-mapper-asl
1.8.8
-
- io.scif
- pom-scifio
-