[Fix](multi-catalog) Fix hadoop viewfs issues. (#24505)

cherry pick #24507
apache · Sep 18, 2023 · 8bed448 · 8bed448
1 parent 38493a9
commit 8bed448
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/analysis/ExportStmt.java b/fe/fe-core/src/main/java/org/apache/doris/analysis/ExportStmt.java
@@ -313,8 +313,8 @@ public static String checkPath(String path, StorageBackend.StorageType type) thr
                 throw new AnalysisException("Invalid export path. please use valid 's3://' path.");
             }
         } else if (type == StorageBackend.StorageType.HDFS) {
-            if (schema == null || !schema.equalsIgnoreCase("hdfs")) {
-                throw new AnalysisException("Invalid export path. please use valid 'HDFS://' path.");
+            if (schema == null || (!schema.equalsIgnoreCase("hdfs") && !schema.equalsIgnoreCase("viewfs"))) {
+                throw new AnalysisException("Invalid export path. please use valid 'HDFS://' or 'viewfs://' path.");
             }
         } else if (type == StorageBackend.StorageType.LOCAL) {
             if (schema != null && !schema.equalsIgnoreCase("file")) {

diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
@@ -416,7 +416,7 @@ private FileCacheValue loadFiles(FileCacheKey key) {
                 if (uri.getScheme() != null) {
                     String scheme = uri.getScheme();
                     updateJobConf("fs." + scheme + ".impl.disable.cache", "true");
-                    if (!scheme.equals("hdfs")) {
+                    if (!scheme.equals("hdfs") && !scheme.equals("viewfs")) {
                         updateJobConf("fs." + scheme + ".impl", PropertyConverter.getHadoopFSImplByScheme(scheme));
                     }
                 }