We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e8a4d6d commit 99d6590Copy full SHA for 99d6590
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
@@ -747,10 +747,7 @@ object DataSource extends Logging {
747
748
// Split the paths into glob and non glob paths, because we don't need to do an existence check
749
// for globbed paths.
750
- val globPaths = qualifiedPaths
751
- .filter(path => SparkHadoopUtil.get.isGlobPath(path))
752
- val nonGlobPaths = qualifiedPaths
753
- .filter(path => !SparkHadoopUtil.get.isGlobPath(path))
+ val (globPaths, nonGlobPaths) = qualifiedPaths.partition(SparkHadoopUtil.get.isGlobPath)
754
755
val globbedPaths = globPaths.par.flatMap { globPath =>
756
val fs = globPath.getFileSystem(hadoopConf)
0 commit comments