From 441f79a0e435964efc1b5f5a2a1461275a4dc439 Mon Sep 17 00:00:00 2001 From: Kevin Mader Date: Sun, 7 Sep 2014 13:59:56 +0200 Subject: [PATCH] fixed a few small comments and dependency --- .../scala/org/apache/spark/input/RawFileInput.scala | 11 +++++++---- pom.xml | 4 ---- 2 files changed, 7 insertions(+), 8 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/input/RawFileInput.scala b/core/src/main/scala/org/apache/spark/input/RawFileInput.scala index 4a8e543adecfa..377df6e2cda38 100644 --- a/core/src/main/scala/org/apache/spark/input/RawFileInput.scala +++ b/core/src/main/scala/org/apache/spark/input/RawFileInput.scala @@ -58,9 +58,6 @@ abstract class StreamFileInputFormat[T] /** * A class that allows DataStreams to be serialized and moved around by not creating them * until they need to be read - * @param split - * @param context - * @param index */ class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, index: Integer) extends Serializable { @@ -68,7 +65,10 @@ class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, i private var fileIn: FSDataInputStream = null.asInstanceOf[FSDataInputStream] private var isOpen = false - def open(): FSDataInputStream= { + /** + * create a new DataInputStream from the split and context + */ + def open(): FSDataInputStream = { val pathp = split.getPath(index) path = pathp.toString val fs = pathp.getFileSystem(context.getConfiguration) @@ -77,6 +77,9 @@ class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, i fileIn } + /** + * close the file (if it is already open) + */ def close() = { if (isOpen) { try { diff --git a/pom.xml b/pom.xml index 6b8e301107573..ae97bf03c53a2 100644 --- a/pom.xml +++ b/pom.xml @@ -743,10 +743,6 @@ jackson-mapper-asl 1.8.8 - - io.scif - pom-scifio -