From c21363a82113215d986b45147bf2f49f70bd03a7 Mon Sep 17 00:00:00 2001 From: Kousuke Saruta Date: Thu, 25 Sep 2014 21:19:42 +0900 Subject: [PATCH] Modified FileLogger to create new instance of logger regardless of filesystem scheme --- core/src/main/scala/org/apache/spark/util/FileLogger.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/util/FileLogger.scala b/core/src/main/scala/org/apache/spark/util/FileLogger.scala index 6d1fc05a15d2c..e5b473ec9fa43 100644 --- a/core/src/main/scala/org/apache/spark/util/FileLogger.scala +++ b/core/src/main/scala/org/apache/spark/util/FileLogger.scala @@ -69,8 +69,8 @@ private[spark] class FileLogger( val conf = SparkHadoopUtil.get.newConfiguration(sparkConf) val logUri = new URI(logDir) val scheme = logUri.getScheme - if (scheme == "hdfs") { - conf.setBoolean("fs.hdfs.impl.disable.cache", true) + if (scheme != null) { + conf.setBoolean(s"fs.${scheme}.impl.disable.cache", true) } FileSystem.get(logUri, conf) }