SPARK-3276 Started to use ssc.conf rather than ssc.sparkContext.getCo…

…nf, and also getLong method directly.
apache · Apr 13, 2015 · 1c53ba9 · 1c53ba9
1 parent bfe0acb
commit 1c53ba9
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/dstream/FileInputDStream.scala b/streaming/src/main/scala/org/apache/spark/streaming/dstream/FileInputDStream.scala
@@ -86,9 +86,8 @@ class FileInputDStream[K, V, F <: NewInputFormat[K,V]](
    * Files with mod times older than this "window" of remembering will be ignored. So if new
    * files are visible within this window, then the file will get selected in the next batch.
    */
-  private val minRememberDurationMin = Minutes(ssc.sparkContext.getConf
-                                               .get("spark.streaming.minRememberDurationMin", "1")
-                                               .toLong)
+  private val minRememberDurationMin = Minutes(ssc.conf
+                                            .getLong("spark.streaming.minRememberDurationMin", 1L))
 
   // This is a def so that it works during checkpoint recovery:
   private def clock = ssc.scheduler.clock