[HADP-55114] Fast skip in case of no table cache (apache#568)

Author: fenzhu

sql/core/src/main/scala/org/apache/spark/sql/execution/DataSourceScanExec.scala

@@ -333,6 +333,17 @@ trait FileSourceScanLike extends DataSourceScanExec {
     if (sourcePaths.forall(p => !pattern.matcher(p).find())) return partitions
 
     val localPaths = sourcePaths.map(_.replaceFirst(remoteHdfsRegex, localHdfsPrefix))
+    val hadoopConf = relation.sparkSession.sparkContext.hadoopConfiguration
+    if (localPaths.isEmpty) {
+      logInfo("Local paths is empty.")
+      return partitions
+    }
+    val parentPath = new Path(localPaths.head).getParent
+    val fileSystem = parentPath.getFileSystem(hadoopConf)
+    if (!fileSystem.exists(parentPath)) {
+      logInfo("Local cache table directory does not exist.")
+      return partitions
+    }
     def listFilesIfExists(paths: Seq[String], conf: Configuration): Seq[FileStatus] = {
       paths.flatMap { path =>
         val p = new Path(path)
@@ -345,7 +356,6 @@ trait FileSourceScanLike extends DataSourceScanExec {
       }
     }
 
-    val hadoopConf = relation.sparkSession.sparkContext.hadoopConfiguration
     val parallelPartitionDiscoveryParallelism =
       relation.sparkSession.sessionState.conf.parallelPartitionDiscoveryParallelism
     val startTime = System.currentTimeMillis()