HBASE-22842 Tmp directory should not be deleted when master restart used for user scan snapshot feature

Author: mymeiyi

hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterFileSystem.java

@@ -42,6 +42,7 @@
 import org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore;
 import org.apache.hadoop.hbase.regionserver.HRegion;
 import org.apache.hadoop.hbase.replication.ReplicationUtils;
+import org.apache.hadoop.hbase.security.access.SnapshotScannerHDFSAclHelper;
 import org.apache.hadoop.hbase.util.Bytes;
 import org.apache.hadoop.hbase.util.FSTableDescriptors;
 import org.apache.hadoop.hbase.util.FSUtils;
@@ -318,20 +319,26 @@ void checkTempDir(final Path tmpdir, final Configuration c, final FileSystem fs)
       for (Path tableDir: FSUtils.getTableDirs(fs, tmpdir)) {
         HFileArchiver.archiveRegions(c, fs, this.rootdir, tableDir,
           FSUtils.getRegionDirs(fs, tableDir));
+        if (!FSUtils.getRegionDirs(fs, tableDir).isEmpty()) {
+          LOG.warn("Found regions in tmp dir after archiving table regions, {}", tableDir);
+        }
       }
-      if (!fs.delete(tmpdir, true)) {
+      // if acl sync to hdfs is enabled, then skip delete tmp dir because ACLs are set
+      if (!SnapshotScannerHDFSAclHelper.isAclSyncToHdfsEnabled(c) && !fs.delete(tmpdir, true)) {
         throw new IOException("Unable to clean the temp directory: " + tmpdir);
       }
     }
 
     // Create the temp directory
-    if (isSecurityEnabled) {
-      if (!fs.mkdirs(tmpdir, secureRootSubDirPerms)) {
-        throw new IOException("HBase temp directory '" + tmpdir + "' creation failure.");
-      }
-    } else {
-      if (!fs.mkdirs(tmpdir)) {
-        throw new IOException("HBase temp directory '" + tmpdir + "' creation failure.");
+    if (!fs.exists(tmpdir)) {
+      if (isSecurityEnabled) {
+        if (!fs.mkdirs(tmpdir, secureRootSubDirPerms)) {
+          throw new IOException("HBase temp directory '" + tmpdir + "' creation failure.");
+        }
+      } else {
+        if (!fs.mkdirs(tmpdir)) {
+          throw new IOException("HBase temp directory '" + tmpdir + "' creation failure.");
+        }
       }
     }
   }

hbase-server/src/test/java/org/apache/hadoop/hbase/security/access/TestSnapshotScannerHDFSAclController.java

@@ -58,6 +58,7 @@
 import org.apache.hadoop.hbase.testclassification.LargeTests;
 import org.apache.hadoop.hbase.testclassification.SecurityTests;
 import org.apache.hadoop.hbase.util.Bytes;
+import org.apache.hadoop.hbase.util.FSUtils;
 import org.apache.hadoop.hbase.util.HFileArchiveUtil;
 import org.junit.AfterClass;
 import org.junit.BeforeClass;
@@ -883,9 +884,24 @@ public void testRestartMaster() throws Exception {
     User grantUser = User.createUserForTesting(conf, grantUserName, new String[] {});
     String namespace = name.getMethodName();
     TableName table = TableName.valueOf(namespace, "t1");
+    TableName table2 = TableName.valueOf(namespace, "t2");
     String snapshot = namespace + "t1";
     admin.createNamespace(NamespaceDescriptor.create(namespace).build());
 
+    // create table2
+    TestHDFSAclHelper.createTableAndPut(TEST_UTIL, table2);
+    // make some region files in tmp dir and check if master archive these region correctly
+    Path tmpTableDir = helper.getPathHelper().getTmpTableDir(table2);
+    // make a empty region dir, this is an error region
+    fs.mkdirs(new Path(tmpTableDir, "1"));
+    // copy regions from data dir, this is a valid region
+    for (Path regionDir : FSUtils.getRegionDirs(fs,
+      helper.getPathHelper().getDataTableDir(table2))) {
+      FSUtils.copyFilesParallel(fs, regionDir, fs,
+        new Path(tmpTableDir, regionDir.getName() + "abc"), conf, 1);
+    }
+    assertEquals(4, fs.listStatus(tmpTableDir).length);
+
     // grant N(R)
     SecureTestUtil.grantOnNamespace(TEST_UTIL, grantUserName, namespace, READ);
     // restart cluster and tmp directory will not be deleted
@@ -894,15 +910,16 @@ public void testRestartMaster() throws Exception {
     TEST_UTIL.waitUntilNoRegionsInTransition();
 
     Path tmpNsDir = helper.getPathHelper().getTmpNsDir(namespace);
-    assertFalse(fs.exists(tmpNsDir));
+    assertTrue(fs.exists(tmpNsDir));
+    // check all regions in tmp table2 dir are archived
+    assertEquals(0, fs.listStatus(tmpTableDir).length);
 
-    // create table2 and snapshot
+    // create table1 and snapshot
     TestHDFSAclHelper.createTableAndPut(TEST_UTIL, table);
     admin = TEST_UTIL.getAdmin();
     aclTable = TEST_UTIL.getConnection().getTable(PermissionStorage.ACL_TABLE_NAME);
     admin.snapshot(snapshot, table);
-    // TODO fix it in another patch
-    TestHDFSAclHelper.canUserScanSnapshot(TEST_UTIL, grantUser, snapshot, -1);
+    TestHDFSAclHelper.canUserScanSnapshot(TEST_UTIL, grantUser, snapshot, 6);
   }
 
   private void checkUserAclEntry(List<Path> paths, String user, boolean requireAccessAcl,