Skip to content

Commit

Permalink
Change warning message text.
Browse files Browse the repository at this point in the history
  • Loading branch information
staple committed Sep 25, 2014
1 parent c77e939 commit 7cca1dc
Show file tree
Hide file tree
Showing 3 changed files with 12 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -121,7 +121,8 @@ class KMeans private (

if (data.getStorageLevel == StorageLevel.NONE) {
// Warn when running an iterative algorithm on uncached data. SPARK-1484
logWarning("KMeans.run called with uncached input data.")
logWarning("The input data is not directly cached, which may hurt performance if its"
+ " parent RDDs are also uncached.")
}

// Compute squared norms and cache them.
Expand All @@ -134,7 +135,8 @@ class KMeans private (
norms.unpersist()

if (data.getStorageLevel == StorageLevel.NONE) {
logWarning("KMeans.run ran with uncached input data.")
logWarning("The input data was not directly cached, which may hurt performance if its"
+ " parent RDDs are also uncached.")
}
model
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -234,7 +234,8 @@ class RowMatrix(
case SVDMode.DistARPACK =>
if (rows.getStorageLevel == StorageLevel.NONE) {
// Warn when running an iterative algorithm on uncached data. SPARK-1484
logWarning("RowMatrix.computeSVD DistARPACK called with uncached input rows.")
logWarning("The input data is not directly cached, which may hurt performance if its"
+ " parent RDDs are also uncached.")
}
require(k < n, s"k must be smaller than n in dist-eigs mode but got k=$k and n=$n.")
EigenValueDecomposition.symmetricEigs(multiplyGramianMatrixBy, n, k, tol, maxIter)
Expand Down Expand Up @@ -262,7 +263,8 @@ class RowMatrix(
}

if (computeMode == SVDMode.DistARPACK && rows.getStorageLevel == StorageLevel.NONE) {
logWarning("RowMatrix.computeSVD DistARPACK ran with uncached input rows.")
logWarning("The input data was not directly cached, which may hurt performance if its"
+ " parent RDDs are also uncached.")
}

val s = Vectors.dense(Arrays.copyOfRange(sigmas.data, 0, sk))
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -152,7 +152,8 @@ abstract class GeneralizedLinearAlgorithm[M <: GeneralizedLinearModel]

if (input.getStorageLevel == StorageLevel.NONE) {
// Warn when running an iterative algorithm on uncached data. SPARK-1484
logWarning("GeneralizedLinearAlgorithm.run called with uncached input data.")
logWarning("The input data is not directly cached, which may hurt performance if its"
+ " parent RDDs are also uncached.")
}

// Check the data properties before running the optimizer
Expand Down Expand Up @@ -230,7 +231,8 @@ abstract class GeneralizedLinearAlgorithm[M <: GeneralizedLinearModel]
}

if (input.getStorageLevel == StorageLevel.NONE) {
logWarning("GeneralizedLinearAlgorithm.run ran with uncached input data.")
logWarning("The input data was not directly cached, which may hurt performance if its"
+ " parent RDDs are also uncached.")
}

createModel(weights, intercept)
Expand Down

0 comments on commit 7cca1dc

Please sign in to comment.