From 7bea1fe852d56af6bb97de3116832d4813c1db3a Mon Sep 17 00:00:00 2001 From: Xu Tingjun Date: Wed, 11 Feb 2015 16:18:45 +0800 Subject: [PATCH] delelte no longer used file --- core/src/main/scala/org/apache/spark/util/Utils.scala | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/core/src/main/scala/org/apache/spark/util/Utils.scala b/core/src/main/scala/org/apache/spark/util/Utils.scala index 6af8dd555f2aa..d99a95f319abe 100644 --- a/core/src/main/scala/org/apache/spark/util/Utils.scala +++ b/core/src/main/scala/org/apache/spark/util/Utils.scala @@ -433,6 +433,13 @@ private[spark] object Utils extends Logging { targetFile, conf.getBoolean("spark.files.overwrite", false) ) + + if(cachedFile.exists()) { + cachedFile.delete() + } + if(lockFile.exists()) { + lockFile.delete() + } } else { doFetchFile(url, targetDir, fileName, conf, securityMgr, hadoopConf) }