We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c52010a commit 891e37cCopy full SHA for 891e37c
core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala
@@ -473,7 +473,9 @@ object SparkHadoopUtil {
473
val builderMethod = fs.getClass().getMethod("createFile", classOf[Path])
474
// the builder api does not resolve relative paths, nor does it create parent dirs, while
475
// the old api does.
476
- fs.mkdirs(path.getParent())
+ if (!fs.mkdirs(path.getParent())) {
477
+ throw new IOException(s"Failed to create parents of $path")
478
+ }
479
val qualifiedPath = fs.makeQualified(path)
480
val builder = builderMethod.invoke(fs, qualifiedPath)
481
val builderCls = builder.getClass()
0 commit comments