Create a local ref to model object to avoid sending the entire object…

… over the wire.
apache · Aug 18, 2015 · 98fa159 · 98fa159
1 parent 6bf0bec
commit 98fa159
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/feature/IDF.scala b/mllib/src/main/scala/org/apache/spark/mllib/feature/IDF.scala
@@ -179,7 +179,8 @@ class IDFModel private[spark] (val idf: Vector) extends Serializable {
       case None => bcIdf = Some(dataset.context.broadcast(idf))
       case _ =>
     }
-    dataset.mapPartitions(iter => iter.map(v => IDFModel.transform(bcIdf.get.value, v)))
+    val lclBcIdf = bcIdf
+    dataset.mapPartitions(iter => iter.map(v => IDFModel.transform(lclBcIdf.get.value, v)))
   }
 
   /**