add error handling on mkdirs

apache · Dec 3, 2018 · 891e37c · 891e37c
1 parent c52010a
commit 891e37c
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala b/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala
@@ -473,7 +473,9 @@ object SparkHadoopUtil {
       val builderMethod = fs.getClass().getMethod("createFile", classOf[Path])
       // the builder api does not resolve relative paths, nor does it create parent dirs, while
       // the old api does.
-      fs.mkdirs(path.getParent())
+      if (!fs.mkdirs(path.getParent())) {
+        throw new IOException(s"Failed to create parents of $path")
+      }
       val qualifiedPath = fs.makeQualified(path)
       val builder = builderMethod.invoke(fs, qualifiedPath)
       val builderCls = builder.getClass()