From ff93679eb285656ec0b1ef127b193ac2c3498870 Mon Sep 17 00:00:00 2001 From: lianhuiwang Date: Fri, 21 Nov 2014 19:42:30 +0800 Subject: [PATCH] JavaSparkContext support preferredNodeLocalityData --- .../org/apache/spark/api/java/JavaSparkContext.scala | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/core/src/main/scala/org/apache/spark/api/java/JavaSparkContext.scala b/core/src/main/scala/org/apache/spark/api/java/JavaSparkContext.scala index 6a6d9bf6857d3..fa90da063d157 100644 --- a/core/src/main/scala/org/apache/spark/api/java/JavaSparkContext.scala +++ b/core/src/main/scala/org/apache/spark/api/java/JavaSparkContext.scala @@ -37,6 +37,7 @@ import org.apache.spark.SparkContext._ import org.apache.spark.annotation.Experimental import org.apache.spark.api.java.JavaSparkContext.fakeClassTag import org.apache.spark.broadcast.Broadcast +import org.apache.spark.scheduler.InputFormatInfo import org.apache.spark.rdd.{EmptyRDD, HadoopRDD, NewHadoopRDD, RDD} /** @@ -60,6 +61,15 @@ class JavaSparkContext(val sc: SparkContext) */ def this(conf: SparkConf) = this(new SparkContext(conf)) + /** + * @param conf a [[org.apache.spark.SparkConf]] object specifying Spark parameters + * @param InputFormatInfo a [[org.apache.spark.scheduler.InputFormatInfo]] information about inputFormat + */ + def this(conf: SparkConf, formats: java.util.List[InputFormatInfo]) ={ + this(new SparkContext(conf, InputFormatInfo.computePreferredLocations( + JavaConversions.asScalaBuffer(formats)))) + } + /** * @param master Cluster URL to connect to (e.g. mesos://host:port, spark://host:port, local[4]). * @param appName A name for your application, to display on the cluster web UI